-- Logs begin at Thu 2022-07-21 22:45:53 UTC, end at Thu 2022-07-21 23:54:37 UTC. -- Jul 21 23:29:50.862899 dv-cinder-850700-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 21 23:29:53.581391 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.common.config [-] Logging enabled! Jul 21 23:29:53.582096 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 23:29:53.582186 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104102) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 23:29:53.586460 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.common.config [-] Logging enabled! Jul 21 23:29:53.586715 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 23:29:53.587024 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104102) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 23:29:53.587981 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 23:29:53.588213 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 23:29:53.588696 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 23:29:53.588943 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 23:29:53.589170 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 23:29:53.589527 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.589828 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.590060 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.590355 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.590648 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.590930 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.591219 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.591516 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.591800 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.592078 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.592360 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.592596 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.592883 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.593169 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.593477 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.593701 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] debug = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.593985 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.594416 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.594836 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.595138 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.595531 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.595711 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.595970 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.596246 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.596531 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.596861 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] host = dv-cinder-850700-1-iscsi {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.597140 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.597474 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.597761 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.598048 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.598325 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.598600 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.598885 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.599159 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.599431 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] log_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.599739 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.600028 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.600315 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.600608 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.600833 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.601057 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.601373 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.601665 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.601938 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.602212 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.602491 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.602765 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.603037 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.603305 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.603588 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.603875 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.604157 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.604429 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.604701 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.604973 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.605267 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.605555 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.605826 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.606096 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.606366 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.606650 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.606915 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.607186 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.607487 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.607773 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.608055 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.608340 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.608612 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.608892 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.609168 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.609467 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.609742 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] use_json = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.610017 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.610290 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.610576 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.610850 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.611125 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.611399 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.611671 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.611955 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.612228 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:53.612534 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.612836 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.613137 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.613448 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.613757 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.614040 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.614330 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.614610 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.614898 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.615187 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.615553 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.615844 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.616140 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.616433 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.616729 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.617038 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.617361 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.617657 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.617936 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.618212 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.618488 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.618768 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.619055 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.619335 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.619625 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.619915 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.620196 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.620493 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.620777 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.621061 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.621379 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.621673 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.621948 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.622230 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.622528 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.622808 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.623080 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.623372 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.623652 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.623925 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.624210 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.624503 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.624791 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.625061 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.625363 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.625659 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.625936 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.626209 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.626480 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.626757 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.627026 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.627308 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.627587 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.627861 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.628133 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.628411 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.628935 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.629229 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.629510 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.629784 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.630063 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.630334 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.630605 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.631395 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.631668 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.632020 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.632302 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.632578 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.632860 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.633143 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.633443 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.633716 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.633991 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.634268 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.634569 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.634849 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.635129 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.635407 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.635685 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.635965 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.636245 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.636523 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.636800 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.637073 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.637391 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.637676 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.637962 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.638247 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.638524 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.638840 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.639117 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.639394 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.639672 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.639948 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.640225 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.640509 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.640786 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.641063 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.641371 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.641658 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.641957 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.642255 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.642542 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.642843 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.643139 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.643432 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.643713 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.644023 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.644305 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:53.644524 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 23:29:53.644763 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104102) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 21 23:29:53.945464 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 23:29:53.945673 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 23:29:53.945979 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 23:29:53.946310 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 21 23:29:54.358326 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.358616 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.358892 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.360206 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.360485 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.360754 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.415943 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.416218 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.416490 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.431502 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.431783 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.432054 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.462328 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.462609 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.462880 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.499749 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.500028 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.500297 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.733968 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.734606 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.734606 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.734780 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.735588 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.833864 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.834848 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.835135 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.835410 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.835677 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.835995 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.836259 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.836519 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.836778 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.837066 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.837353 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.837629 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.837889 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.838146 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.838406 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.838674 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.838933 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.839203 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.839474 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.839734 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.840010 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.840264 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.840550 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.840942 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.841213 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.841461 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.841856 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:54.842100 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:54.842339 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:54.842578 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:54.842817 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:54.843051 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:54.843411 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 21 23:29:54.846506 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 21 23:29:54.850447 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 21 23:29:54.854234 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 21 23:29:54.856880 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 21 23:29:54.857380 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 21 23:29:54.857724 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 21 23:29:54.858109 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 21 23:29:54.860897 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 21 23:29:54.861149 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 21 23:29:54.861516 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 23:29:54.866649 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 21 23:29:54.890632 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 21 23:29:54.891087 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.891388 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104102) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 21 23:29:54.891763 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.893130 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104102) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 21 23:29:54.893440 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 23:29:54.893683 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 21 23:29:54.897778 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:54.898064 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.028233 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 21 23:29:55.028475 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 21 23:29:55.028714 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 21 23:29:55.029093 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 21 23:29:55.083453 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO dbcounter [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Registered counter for database neutron Jul 21 23:29:55.103393 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_db.sqlalchemy.engines [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104102) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 21 23:29:55.112011 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writer thread running {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 23:29:55.670396 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing driver for type 'gre' Jul 21 23:29:55.670951 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] gre ID ranges: [(1, 1000)] Jul 21 23:29:55.723962 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing driver for type 'local' Jul 21 23:29:55.724382 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing driver for type 'vlan' Jul 21 23:29:55.737774 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] VlanTypeDriver initialization complete Jul 21 23:29:55.738386 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing driver for type 'vxlan' Jul 21 23:29:55.738759 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] vxlan ID ranges: [(1, 1000)] Jul 21 23:29:55.792411 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing extension driver 'port_security' Jul 21 23:29:55.792833 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] PortSecurityExtensionDriver initialization complete Jul 21 23:29:55.793293 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing mechanism driver 'openvswitch' Jul 21 23:29:55.793658 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing mechanism driver 'hyperv' Jul 21 23:29:55.803712 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:29:55.804653 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.805093 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.805572 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.806163 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 23:29:55.806658 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnet after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.807088 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnet after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.807598 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.808055 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 23:29:55.808548 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.808980 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.809476 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.809910 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 23:29:55.810396 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > security_group after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.810853 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > security_group after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.811248 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > security_group after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.811690 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 23:29:55.812481 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.812883 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.813362 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.813803 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 23:29:55.814242 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > address_group after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.814601 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > address_group after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.814964 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > address_group after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.815369 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 23:29:55.815829 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] ML2 OVO RPC backend initialized. {{(pid=104102) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 21 23:29:55.816566 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.816932 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.817399 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.817763 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > networks before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.818122 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.818518 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > ports before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.818874 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnet before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.819236 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnets before_response 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.819593 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.819952 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.820300 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.820649 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.820998 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.821383 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.821735 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnet after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.822082 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnet after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.822434 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.830337 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded quota_driver: . Jul 21 23:29:55.830711 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.plugin [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Modular L2 Plugin initialization complete Jul 21 23:29:55.831068 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading services supported by the core plugin {{(pid=104102) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 21 23:29:55.831415 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.plugins.ml2.managers [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Got port-security extension from driver 'port_security' Jul 21 23:29:55.831902 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.extensions.vlantransparent [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Disabled vlantransparent extension. Jul 21 23:29:55.832410 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104102) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 21 23:29:55.832744 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: router Jul 21 23:29:55.869254 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router_interface before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.869661 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router after_create 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.870044 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router before_create 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.870550 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.870940 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.871311 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router after_delete 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.871694 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > floatingip after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.872058 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > floatingip after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.872428 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router after_create 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.872788 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router after_update 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.873151 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router after_update 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.873533 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.873905 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router after_update 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.874329 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_update 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.874745 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: port after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.875107 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: port after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.875460 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: subnet after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.875816 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.876178 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > port precommit_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.876538 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_create 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.876916 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: port before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.877300 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.877670 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router after_update 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.878025 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_delete 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.878389 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_create 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.879016 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.879375 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_update 55549900 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.879757 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > agent after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.880125 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > agent after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.880484 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > network after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.881511 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Tracking information for resource: router configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:55.881861 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Tracking information for resource: floatingip configured {{(pid=104102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 23:29:55.886712 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.db.l3_agentschedulers_db [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 21 23:29:55.887304 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: port after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.887693 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: port after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.888039 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: port after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.888406 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: port after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.889345 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router before_create 55550100 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.889723 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_delete 55550100 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.890098 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_create 55550100 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.890471 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > router precommit_update 55550100 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.895330 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.services.provider_configuration [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service providers = [] {{(pid=104102) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 21 23:29:55.895703 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.db.servicetype_db [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104102) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 21 23:29:55.899225 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.services.service_base [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 23:29:55.899586 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.services.service_base [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 23:29:55.899938 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.services.service_base [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 23:29:55.901010 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.services.service_base [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 23:29:55.901421 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.services.service_base [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 21 23:29:55.901807 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.902136 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 21 23:29:55.913218 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.913558 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: auto_allocate Jul 21 23:29:55.919281 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: network precommit_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.919656 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: network precommit_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.920180 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.920550 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: tag Jul 21 23:29:55.927409 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.927816 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: timestamp Jul 21 23:29:55.931770 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.932109 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: network_ip_availability Jul 21 23:29:55.937619 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.938001 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.938373 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:55.939101 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.939433 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: flavors Jul 21 23:29:55.944588 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.944921 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading Plugin: revisions Jul 21 23:29:55.949218 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 23:29:55.949627 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_concurrency.lockutils [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.004s {{(pid=104102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 23:29:55.950385 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104102) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 21 23:29:55.950733 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Initializing extension manager. Jul 21 23:29:55.951262 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: __init__.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.951620 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: __pycache__ {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.951966 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: address_group.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.952685 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.953292 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: address-group Jul 21 23:29:55.953625 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: address_scope.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.954317 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.954833 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: address-scope Jul 21 23:29:55.955162 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: admin_state_down_before_update.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.956060 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.956579 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: router-admin-state-down-before-update Jul 21 23:29:55.956911 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: agent.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.957618 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.958130 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: agent Jul 21 23:29:55.958459 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: agent_resources_synced.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.959937 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.960452 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: agent-resources-synced Jul 21 23:29:55.960789 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: allowedaddresspairs.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.962580 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.963115 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: allowed-address-pairs Jul 21 23:29:55.963449 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: auto_allocated_topology.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.964479 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.965003 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: auto-allocated-topology Jul 21 23:29:55.965690 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: availability_zone.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.966363 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.966878 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: availability_zone Jul 21 23:29:55.967211 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: availability_zone_filter.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.968120 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.968635 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: availability_zone_filter Jul 21 23:29:55.968966 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: data_plane_status.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.969874 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.970386 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension data-plane-status not supported by any of loaded plugins Jul 21 23:29:55.970729 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: default_subnetpools.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.971616 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.972134 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: default-subnetpools Jul 21 23:29:55.972470 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: dhcpagentscheduler.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.973283 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.973807 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: dhcp_agent_scheduler Jul 21 23:29:55.974143 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: dns.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.975668 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.976181 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension dns-integration not supported by any of loaded plugins Jul 21 23:29:55.976513 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: dns_domain_ports.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.977444 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.977961 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 21 23:29:55.978292 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.979188 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.979702 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 21 23:29:55.980034 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: dvr.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.980687 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.981219 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: dvr Jul 21 23:29:55.981552 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: ecmp_routes.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.982435 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.982945 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension ecmp_routes not supported by any of loaded plugins Jul 21 23:29:55.983274 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: empty_string_filtering.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.984155 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.984668 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: empty-string-filtering Jul 21 23:29:55.985000 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.985911 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.986425 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 21 23:29:55.986755 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.987640 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.988158 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 21 23:29:55.988492 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: external_net.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.989405 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.989921 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: external-net Jul 21 23:29:55.990505 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: extra_dhcp_opt.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.991545 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.992062 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: extra_dhcp_opt Jul 21 23:29:55.992392 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: extraroute.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.993314 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.993828 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: extraroute Jul 21 23:29:55.994158 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: extraroute_atomic.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.995161 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.995681 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: extraroute-atomic Jul 21 23:29:55.996013 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: filter_validation.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.996651 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.997160 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: filter-validation Jul 21 23:29:55.997522 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: fip_pf_description.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:55.998609 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:55.999132 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 21 23:29:55.999468 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: fip_pf_port_range.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.000352 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.000872 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 21 23:29:56.001228 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: fip_port_details.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.002128 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.002644 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: fip-port-details Jul 21 23:29:56.002976 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: flavors.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.004419 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.004947 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: flavors Jul 21 23:29:56.005319 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.007105 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.007640 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 21 23:29:56.007980 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: floatingip_pools.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.008654 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.009175 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: floatingip-pools Jul 21 23:29:56.009539 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: ip_allocation.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.010436 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.010966 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension ip_allocation not supported by any of loaded plugins Jul 21 23:29:56.011299 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.012198 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.012713 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: ip-substring-filtering Jul 21 23:29:56.013044 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l2_adjacency.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.013981 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.014492 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 21 23:29:56.014819 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.015748 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.016271 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: router Jul 21 23:29:56.016601 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3_conntrack_helper.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.018840 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.019378 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 21 23:29:56.019720 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.020612 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.021144 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: ext-gw-mode Jul 21 23:29:56.022039 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.022925 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.023440 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: l3-ha Jul 21 23:29:56.023773 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.024650 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.025161 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 21 23:29:56.025518 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3_flavors.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.026406 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.026923 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: l3-flavors Jul 21 23:29:56.027260 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3_ndp_proxy.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.028610 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.029134 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 21 23:29:56.029699 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.030601 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.031130 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 21 23:29:56.031464 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: l3agentscheduler.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.032478 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.033000 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: l3_agent_scheduler Jul 21 23:29:56.033363 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: local_ip.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.035087 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.035621 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension local_ip not supported by any of loaded plugins Jul 21 23:29:56.035957 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: logging.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.038038 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.038520 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension logging not supported by any of loaded plugins Jul 21 23:29:56.038860 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: metering.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.039574 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.040165 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: metering Jul 21 23:29:56.040505 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.041798 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.042327 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: metering_source_and_destination_fields Jul 21 23:29:56.042661 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: multiprovidernet.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.043570 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.044086 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: multi-provider Jul 21 23:29:56.044419 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: netmtu.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.045331 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.045851 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: net-mtu Jul 21 23:29:56.046185 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: netmtu_writable.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.047073 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.047591 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: net-mtu-writable Jul 21 23:29:56.047926 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: network_availability_zone.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.048568 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.049086 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: network_availability_zone Jul 21 23:29:56.049452 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: network_ip_availability.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.050514 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.051043 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: network-ip-availability Jul 21 23:29:56.051484 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: network_segment_range.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.052139 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.052687 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension network-segment-range not supported by any of loaded plugins Jul 21 23:29:56.053220 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: pagination.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.053997 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.054340 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: pagination Jul 21 23:29:56.054676 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: port_device_profile.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.055550 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.056076 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: port-device-profile Jul 21 23:29:56.056410 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: port_mac_address_override.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.057344 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.057864 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: port-mac-override Jul 21 23:29:56.058195 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.059088 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.059604 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: port-mac-address-regenerate Jul 21 23:29:56.059935 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.060822 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.061370 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: port-numa-affinity-policy Jul 21 23:29:56.061702 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: port_resource_request.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.062594 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.063110 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension port-resource-request not supported by any of loaded plugins Jul 21 23:29:56.063442 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: port_resource_request_groups.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.064375 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.064890 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 21 23:29:56.065252 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: portbindings.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.066148 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.066665 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: binding Jul 21 23:29:56.066997 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: portbindings_extended.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.068244 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.068773 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: binding-extended Jul 21 23:29:56.069107 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: portsecurity.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.070021 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.070542 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: port-security Jul 21 23:29:56.070883 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: project_id.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.071830 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.072167 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: project-id Jul 21 23:29:56.072497 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: providernet.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.073413 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.073928 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: provider Jul 21 23:29:56.074257 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.077722 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.078259 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos not supported by any of loaded plugins Jul 21 23:29:56.078600 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.079806 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.080334 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 21 23:29:56.080680 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.081621 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.082142 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 21 23:29:56.082477 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_default.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.083365 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.084434 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-default not supported by any of loaded plugins Jul 21 23:29:56.084933 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_fip.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.085759 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.086285 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-fip not supported by any of loaded plugins Jul 21 23:29:56.086618 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_fip_network_policy.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.087504 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.088023 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 21 23:29:56.088355 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_gateway_ip.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.089280 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.089796 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 21 23:29:56.090133 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_port_network_policy.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.091020 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.091632 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 21 23:29:56.091962 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.092967 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.093503 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 21 23:29:56.093836 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.094844 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.095357 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 21 23:29:56.095685 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_pps_rule.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.096821 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.097372 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-pps not supported by any of loaded plugins Jul 21 23:29:56.097705 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_rule_type_details.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.098604 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.099122 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 21 23:29:56.099455 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_rule_type_filter.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.100894 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.101450 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 21 23:29:56.101782 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: qos_rules_alias.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.102795 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.103314 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 21 23:29:56.103647 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: quota_check_limit.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.104536 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.105060 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: quota-check-limit Jul 21 23:29:56.105429 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: quotasv2.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.106366 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.106701 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: quotas Jul 21 23:29:56.107029 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: quotasv2_detail.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.108729 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.109079 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: quota_details Jul 21 23:29:56.109450 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: rbac.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.110789 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.111331 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: rbac-policies Jul 21 23:29:56.111674 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: rbac_address_group.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.112580 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.113108 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: rbac-address-group Jul 21 23:29:56.113473 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: rbac_address_scope.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.114375 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.114898 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: rbac-address-scope Jul 21 23:29:56.115262 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: rbac_security_groups.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.116234 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.116751 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: rbac-security-groups Jul 21 23:29:56.117085 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: rbac_subnetpool.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.118001 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.118522 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: rbac-subnetpool Jul 21 23:29:56.118856 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: revisionifmatch.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.119760 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.120281 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: revision-if-match Jul 21 23:29:56.120618 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: revisions.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.121733 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.122260 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: standard-attr-revisions Jul 21 23:29:56.122597 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: router_availability_zone.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.123248 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.123774 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: router_availability_zone Jul 21 23:29:56.124109 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: routerservicetype.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.125004 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.125551 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension router-service-type not supported by any of loaded plugins Jul 21 23:29:56.125888 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.126788 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.127310 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: security-groups-normalized-cidr Jul 21 23:29:56.127644 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: security_groups_port_filtering.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.128794 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.129358 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: port-security-groups-filtering Jul 21 23:29:56.129693 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.130595 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.131149 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: security-groups-remote-address-group Jul 21 23:29:56.131481 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.132386 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.132911 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: security-groups-shared-filtering Jul 21 23:29:56.133273 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: securitygroup.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.144031 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.144576 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: security-group Jul 21 23:29:56.144920 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: segment.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.145649 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.146177 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension segment not supported by any of loaded plugins Jul 21 23:29:56.147025 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.147984 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.148510 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 21 23:29:56.148843 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: servicetype.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.149963 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.150493 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: service-type Jul 21 23:29:56.150827 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: sorting.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.151795 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.152138 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: sorting Jul 21 23:29:56.152470 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: standard_attr_segment.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.153406 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.153931 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 21 23:29:56.154263 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: standardattrdescription.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.154894 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.155414 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: standard-attr-description Jul 21 23:29:56.155746 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: stateful_security_group.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.156666 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.157203 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: stateful-security-group Jul 21 23:29:56.157544 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: stdattrs_common.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.158100 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 21 23:29:56.158427 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.159324 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.159842 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 21 23:29:56.160172 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: subnet_onboard.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.161308 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.161845 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: subnet_onboard Jul 21 23:29:56.162758 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.163670 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.164187 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 21 23:29:56.164518 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: subnet_service_types.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.165455 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.165983 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: subnet-service-types Jul 21 23:29:56.166316 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: subnetallocation.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.167381 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.167907 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: subnet_allocation Jul 21 23:29:56.168241 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.168884 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.169442 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: subnetpool-prefix-ops Jul 21 23:29:56.169775 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.170730 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.171211 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 21 23:29:56.171551 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: tagging.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.172550 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.173082 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: standard-attr-tag Jul 21 23:29:56.173443 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: timestamp.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.174589 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.175112 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loaded extension: standard-attr-timestamp Jul 21 23:29:56.175447 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: trunk.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.176445 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.176965 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension trunk not supported by any of loaded plugins Jul 21 23:29:56.177329 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: trunk_details.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.178244 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.178779 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension trunk-details not supported by any of loaded plugins Jul 21 23:29:56.179109 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: uplink_status_propagation.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.179995 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.180510 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 21 23:29:56.180839 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Loading extension file: vlantransparent.py {{(pid=104102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 23:29:56.181518 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 23:29:56.182027 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 21 23:29:56.184638 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:network Jul 21 23:29:56.185171 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:subnet Jul 21 23:29:56.185600 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 23:29:56.186000 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:port Jul 21 23:29:56.187305 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.187755 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service FLAVORS assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.188403 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.188846 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.189218 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:router Jul 21 23:29:56.189655 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:floatingip Jul 21 23:29:56.190153 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service METERING assigned prefix: /metering {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.191606 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:56.191989 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:56.192458 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:29:56.193791 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 23:29:56.194073 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:security_group Jul 21 23:29:56.194531 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 23:29:56.195080 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service CORE assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.195422 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 23:29:56.195778 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] subnetpool is already registered Jul 21 23:29:56.196225 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service CORE assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.196565 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 23:29:56.196906 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] subnetpool is already registered Jul 21 23:29:56.199388 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.199838 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service FLAVORS assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.200460 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.200899 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.201277 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:router Jul 21 23:29:56.201633 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] router is already registered Jul 21 23:29:56.202055 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:floatingip Jul 21 23:29:56.202400 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] floatingip is already registered Jul 21 23:29:56.202864 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service METERING assigned prefix: /metering {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.203548 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 23:29:56.203885 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] rbac_policy is already registered Jul 21 23:29:56.204305 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:security_group Jul 21 23:29:56.204649 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] security_group is already registered Jul 21 23:29:56.205063 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 23:29:56.205441 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] security_group_rule is already registered Jul 21 23:29:56.206077 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service CORE assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.206415 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 23:29:56.206761 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] subnetpool is already registered Jul 21 23:29:56.207184 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.v2.resource_helper [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Service CORE assigned prefix: {{(pid=104102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 23:29:56.207528 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 23:29:56.207867 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING neutron.quota.resource_registry [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] subnetpool is already registered Jul 21 23:29:56.208337 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: extensions {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.210481 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: address-groups {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.212008 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: address-scopes {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.213407 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: agents {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.214591 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: auto-allocated-topology {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.215881 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: availability_zones {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.217130 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: dhcp-networks {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.218705 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: dhcp-agents {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.220180 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: routers {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.222043 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: flavors {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.223341 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: service_profiles {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.225174 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: next_providers {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.226689 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: service_profiles {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.228278 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: floatingip-pools {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.229600 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: routers {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.231347 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: floatingips {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.232652 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: l3-routers {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.234110 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: l3-agents {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.235591 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: metering-labels {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.236884 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: metering-label-rules {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.238343 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: network-ip-availabilities {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.239637 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: bindings {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.241390 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: quotas {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.243099 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: quotas {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.244685 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: rbac-policies {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.245947 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: security-groups {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.248148 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: security-group-rules {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.249481 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: service-providers {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.250744 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: subnetpools {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.252099 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: subnetpools {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.254058 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.255812 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.257819 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.259631 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.261400 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.263405 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.265144 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.267093 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.268905 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.270704 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron.api.extensions [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Extended resource: tags {{(pid=104102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 23:29:56.277497 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING keystonemiddleware.auth_token [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 21 23:29:56.282659 dv-cinder-850700-1-iscsi neutron-server[104102]: WARNING keystonemiddleware.auth_token [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 21 23:29:56.292808 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_concurrency.lockutils [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Acquired lock "singleton_lock" {{(pid=104102) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 21 23:29:56.293420 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_concurrency.lockutils [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Releasing lock "singleton_lock" {{(pid=104102) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 21 23:29:56.294089 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO oslo_service.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Starting 2 workers Jul 21 23:29:56.298928 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Started child 104211 {{(pid=104102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 23:29:56.303619 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Started child 104212 {{(pid=104102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 23:29:56.304448 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:29:56.305271 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO neutron.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 21 23:29:56.305952 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Publish callbacks [] for process (None), before_spawn {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:29:56.306114 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [-] (104211) wsgi starting up on http://0.0.0.0:9696 Jul 21 23:29:56.308074 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:29:56.308538 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO oslo_service.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Starting 1 workers Jul 21 23:29:56.309491 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [-] (104212) wsgi starting up on http://0.0.0.0:9696 Jul 21 23:29:56.313595 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Started child 104213 {{(pid=104102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 23:29:56.314139 dv-cinder-850700-1-iscsi neutron-server[104102]: INFO oslo_service.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Starting 1 workers Jul 21 23:29:56.317473 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] calling RpcWorker wait() {{(pid=104213) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 21 23:29:56.318839 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] returning from RpcWorker wait() {{(pid=104213) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 21 23:29:56.319286 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Started child 104214 {{(pid=104102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 23:29:56.320185 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1ad1-91dc-4996-8433-c14b1030331c None None] Publish callbacks [] for process (None), after_spawn {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:29:56.322155 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:29:56.322290 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104102) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 23:29:56.322452 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 23:29:56.322642 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 23:29:56.322736 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:29:56.322892 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 23:29:56.323182 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 23:29:56.323352 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 23:29:56.323868 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.324149 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.324403 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.324677 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.325289 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.325575 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.325839 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.325928 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:29:56.326381 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.326381 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.326597 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.326739 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.326967 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.327163 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:29:56.327264 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.327598 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.327875 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.328118 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.328364 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.328529 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.328786 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.329046 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.329334 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.329645 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] debug = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.329917 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.330410 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.330664 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.330926 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.331165 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.331432 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.331679 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.331933 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.332172 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.332390 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.332654 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.332930 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.333212 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.333441 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.333682 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.334569 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.334794 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.335465 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] host = dv-cinder-850700-1-iscsi {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.335465 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.335701 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.335953 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.336201 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.336475 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.336692 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.336961 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.337242 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.337502 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.337743 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.338003 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.338250 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.338515 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.338733 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.338899 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_options = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.339150 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.339405 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.339676 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.339869 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.340040 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.340189 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.340438 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.340604 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.340862 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.341078 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.341320 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.341538 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.341753 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.341999 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.342255 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.342471 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.342692 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.342912 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.343140 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.343393 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.343646 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.343888 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.344125 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.344355 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.344575 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.344789 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.345035 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.345310 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.345527 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.345773 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.346118 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.347186 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.347463 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.347836 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.348125 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.348644 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.348889 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.349245 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.349448 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.349832 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.350448 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.350448 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.350687 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.351175 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.351389 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.351504 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.351692 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_json = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.352621 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.354677 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.354955 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.355231 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.355473 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.355713 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.355956 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.356206 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.356458 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.356910 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.357240 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.357536 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.357803 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.358052 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.358323 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.358581 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.358828 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.359082 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.359318 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.359634 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.359862 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.360178 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.360444 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.360705 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.361040 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.361332 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.361592 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.361838 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.362075 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.362313 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.362558 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.362815 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.363040 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.363274 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.363508 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.363725 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.364021 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.364308 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.364587 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.364920 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.368365 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.368769 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.368964 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.369594 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.369594 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.369925 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.370148 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.370328 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.370465 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.370658 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.371280 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.371437 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.371703 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.372035 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.372234 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.372822 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.372822 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.373102 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.373267 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.373420 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.373881 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.374115 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.374337 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.374574 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.374787 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.375021 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.375247 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.375478 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.375957 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.376195 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.376415 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.376666 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.376992 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.377261 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.377500 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.377722 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.377963 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.378498 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.378986 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.379202 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.379434 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.379650 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.379863 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.380110 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.380391 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.380576 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.381843 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.382096 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.382318 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.382534 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.382748 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.382960 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.383203 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.383414 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.383627 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.383844 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.384063 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.384271 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.384494 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.384708 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.385022 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.385302 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.385541 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.385749 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.386000 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.386226 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.386485 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.386702 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.387010 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.387252 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.387526 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.387751 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.388000 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.388238 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.388627 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.389043 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.389442 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.389842 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.390215 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.390590 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.390972 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.391218 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.391443 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.391683 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.391902 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.392347 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.392604 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.392863 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.393093 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.393353 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.393591 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.393876 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.394090 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.394829 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.396012 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.396296 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.397544 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.397691 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.397956 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.398228 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.398483 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.398775 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.399012 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.399264 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.399589 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.399823 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.400049 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.400473 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.400723 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.400942 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.401230 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.401571 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.401799 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.402079 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.402417 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.402810 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.403079 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.403340 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.403609 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.403866 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.404103 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.404512 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.405361 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.405637 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.405893 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.406365 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.406607 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.406845 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.407077 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.407353 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.407594 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.407836 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.408088 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.408308 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.408532 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.408763 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.408983 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.409232 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.409505 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.409721 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.410034 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.410295 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.410514 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.410728 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.410948 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.411160 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.412153 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.412153 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.412153 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.412570 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.412819 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.413052 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.413346 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.413588 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.413801 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.414047 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.414289 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.414502 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.414719 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.414934 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.415379 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.415592 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.415836 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.416047 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.416321 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.416555 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.416888 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.417136 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.417412 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.417651 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.417888 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.418104 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.418342 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.418560 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.418886 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.419143 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.420220 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.420447 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.420669 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.420939 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.421129 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.421385 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.421887 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.422111 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.422376 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.422593 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.423035 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.423257 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.423482 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.423715 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.423930 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.424141 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.424365 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.424602 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.424812 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.425111 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.425379 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.425605 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.425854 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.426112 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.426342 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.426589 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.426798 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.427003 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.427404 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.428319 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.428540 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.428774 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.428988 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.429219 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.429470 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.429688 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.429897 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.430150 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.430356 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.430565 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.430784 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.431001 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.431209 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.431433 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.431659 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.431890 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.432108 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.432318 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.432551 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.432806 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.433033 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.433267 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.433485 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.433699 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.433906 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.434201 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.434449 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.434677 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.434946 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.435177 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.435442 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.435680 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.435985 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.436200 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.436462 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.436707 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.436921 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.437157 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.437433 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.437778 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.438060 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.438308 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.438563 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.438832 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.439120 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.439393 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.439603 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.439846 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:29:56.439947 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.440225 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.440490 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.440728 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.440978 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.441233 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.441452 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.441667 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.441881 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.442114 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.442327 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.442581 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.442808 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.443123 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.444122 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.444556 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.444805 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.445034 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.445393 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.445640 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.445865 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.446078 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 23:29:56.446627 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104102) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 23:29:56.446799 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 23:29:56.446956 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 23:29:56.447129 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 23:29:56.447292 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 23:29:56.447699 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 23:29:56.447913 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.448070 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.448372 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.448687 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.448866 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.449027 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.449203 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.449363 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.449523 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.449684 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.449843 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.450001 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.450154 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.450383 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.450485 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.450615 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.450772 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.450934 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.451092 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.451249 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.451405 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.451562 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] debug = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.451717 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.451927 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.452091 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.452246 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.452407 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.452565 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.452719 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.452875 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.453032 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.453205 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.453374 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.453532 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.453684 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.453998 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.454155 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.454311 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.454466 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.454620 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] host = dv-cinder-850700-1-iscsi {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.454776 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.454931 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.455092 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.455246 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.455405 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.455562 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.455724 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.455879 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.456034 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.456189 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.456345 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.456500 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.456659 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.456805 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.456956 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_options = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.457119 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.457293 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.457448 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.457630 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.457790 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.457946 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.458101 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.458257 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.458412 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.458591 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.458716 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.459571 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.460156 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.460320 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.460482 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.460640 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.460816 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.460940 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.461101 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.461282 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.461441 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.461598 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.461754 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.461910 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.462259 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.462259 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.462455 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.462537 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.462649 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.462816 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.462960 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.463115 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.463269 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.463424 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.463579 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.463734 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.463889 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.464043 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.464201 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.464358 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.464623 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.464779 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.464939 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.465082 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.465350 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.465463 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.465629 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_json = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.465866 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.466029 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.466371 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.466766 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.467059 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.467367 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.467657 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.467957 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.468115 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 23:29:56.468293 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.468457 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.468646 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.468790 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.469071 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.469400 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.469693 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.469986 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.470276 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.470697 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.470832 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.470994 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.471166 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.471328 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.471490 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.471652 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.471818 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.471976 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.472156 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.472318 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.472481 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.472643 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.472806 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.472975 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.473114 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.473305 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.473468 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.473626 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.473785 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.473951 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.474127 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.474289 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.474483 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.475175 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.475318 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.475474 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.475636 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.475796 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.475960 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.476120 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.476286 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.476445 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.476604 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.476762 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.476922 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.477082 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.477266 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.477430 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.477591 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.477750 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.477908 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.478069 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.478230 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.478388 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.478546 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.478707 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.478866 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.479036 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.479194 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.479352 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.479705 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.479705 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.479970 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.479970 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.480120 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.480253 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.480412 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.480570 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.480742 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.480951 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.481086 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.481220 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.481382 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.481541 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.481699 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.481858 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.482241 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.482241 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.482465 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.482465 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.482705 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.482828 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.482951 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.483073 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.483188 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.483347 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.483505 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.483663 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484087 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484087 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484257 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484354 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484481 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484570 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484727 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.484886 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.485045 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.485225 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.485388 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.485548 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.485708 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.485864 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.486027 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.486188 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.486348 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.486505 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.486663 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.486820 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.486980 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.487138 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.487297 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.487455 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.487615 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.487773 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.487932 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.488089 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.488248 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.488405 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.488600 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.488763 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.488920 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.489079 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.489269 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.489430 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.489592 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.489750 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.489917 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.490207 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.490741 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.490920 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.491085 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.491248 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.491409 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.491572 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.491733 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.491893 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.492053 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.492212 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.492385 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.492544 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.492704 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.492862 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.493044 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.493231 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.493382 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.493542 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.493701 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.493860 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.494018 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.494176 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.494333 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.494492 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.494650 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.494809 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.494971 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.495130 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.495288 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.495447 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.495607 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.495766 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.495925 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.496088 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.496248 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.496406 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.496564 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.496721 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.496879 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.497037 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.497203 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.497373 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.497531 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.497690 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.497850 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.498008 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.498168 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.498327 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.498485 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.498643 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.498802 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.498964 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.499122 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.499282 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.499442 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.499602 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.499762 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.499921 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.500082 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.500240 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.500399 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.500559 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.500718 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.500878 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.501037 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.501204 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.501375 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.501534 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.501693 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.501871 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.502028 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.502186 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.502347 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.502505 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.502664 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.502822 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.502981 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.503138 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.503296 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.503457 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.503878 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.504036 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.504193 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.504351 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.504509 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.504669 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.504830 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.504989 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.505146 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.505337 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.505497 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.505656 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.506474 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.506957 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.507121 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.507283 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.507443 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.507602 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.507777 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.507937 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.508097 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.508257 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.508417 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.508576 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.508746 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.508904 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.509062 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.509242 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.509402 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.509561 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.509729 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.509903 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.510589 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.510589 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.510589 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.510589 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.510898 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.510898 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.510898 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.511100 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.511212 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.511369 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.511538 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.511695 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.511853 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.512011 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.512169 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.512329 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.512497 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.512655 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.512813 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.512971 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.513129 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.513311 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.513481 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.513641 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.513799 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.513967 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.514126 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.514285 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.514445 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.514617 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.514777 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.514938 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.515096 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.515254 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.515412 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.515572 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.515735 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.515906 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.516071 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.516231 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.516403 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.516571 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.516738 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.516899 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.517065 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.517257 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.517420 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.517592 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.517724 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.517884 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.518041 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.518200 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.518354 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.518503 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.518662 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.518820 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.518978 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.519136 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.519295 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.519452 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.519609 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.519767 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.519923 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.520080 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.520237 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 23:29:56.520388 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 23:29:56.534962 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54112) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:29:56.543848 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068405 Jul 21 23:30:05.785131 dv-cinder-850700-1-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:07.784241 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51522da1-818e-45c3-9b7f-50df7b6b4435 None None] get_active_networks_info from dv-cinder-850700-1-iscsi {{(pid=104213) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 21 23:30:07.812574 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writer thread running {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 23:30:07.888784 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51522da1-818e-45c3-9b7f-50df7b6b4435 None None] No non-hosted networks {{(pid=104213) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 21 23:30:07.905646 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.agentschedulers_db [None req-51522da1-818e-45c3-9b7f-50df7b6b4435 None None] DHCP Agent not found on host dv-cinder-850700-1-iscsi {{(pid=104213) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 21 23:30:08.018241 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-5f8b5703-d05e-4276-9bb8-87f822de8b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418679'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:09.736585 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writer thread running {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 23:30:10.308818 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-779701e7-49e9-46d7-8951-e04def34d8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418679'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:10.342784 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9002-707a-4a50-ba50-bf7261101986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:11.013477 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54182) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:11.315297 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418679'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:11.664309 dv-cinder-850700-1-iscsi neutron-server[104212]: WARNING oslo_policy.policy [None req-a7cd61e3-08f8-4764-ab44-2854b93f9164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:11.664954 dv-cinder-850700-1-iscsi neutron-server[104212]: WARNING oslo_policy.policy [None req-a7cd61e3-08f8-4764-ab44-2854b93f9164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:11.887821 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [None req-a7cd61e3-08f8-4764-ab44-2854b93f9164 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:30:11.901786 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-a7cd61e3-08f8-4764-ab44-2854b93f9164 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8837130 Jul 21 23:30:12.726837 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418679'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:13.160257 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418679'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:13.163001 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.163828 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.164686 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.165221 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.166683 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.167249 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.170189 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.170799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.171348 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.171889 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.172652 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.173843 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.175182 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.175768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.177870 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:13.178523 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850700-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:13.187062 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850700-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:14.394983 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54218) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:14.775491 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-1276b459-dd66-4f83-a8ca-6ee3a83c3eb0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:30:14.870743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.policy [None req-1276b459-dd66-4f83-a8ca-6ee3a83c3eb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104212) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 23:30:14.916701 dv-cinder-850700-1-iscsi neutron-server[104212]: WARNING oslo_policy.policy [None req-1276b459-dd66-4f83-a8ca-6ee3a83c3eb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:14.917085 dv-cinder-850700-1-iscsi neutron-server[104212]: WARNING oslo_policy.policy [None req-1276b459-dd66-4f83-a8ca-6ee3a83c3eb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:14.937851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writer thread running {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 23:30:15.017620 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1276b459-dd66-4f83-a8ca-6ee3a83c3eb0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793305299797', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793305299273', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793305315373', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793305325079', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793305318513', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793305326543', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-737551', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3471971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-273463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425421'] for rbac-policy (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:15.090890 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1276b459-dd66-4f83-a8ca-6ee3a83c3eb0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:15.097239 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1276b459-dd66-4f83-a8ca-6ee3a83c3eb0 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6955404 Jul 21 23:30:15.781024 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.db.l3_hamode_db [None req-46b82568-9d3a-4dea-b12c-fded03b3ee76 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 21 23:30:15.859823 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b82568-9d3a-4dea-b12c-fded03b3ee76 None None] Routers set() bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:30:15.860190 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b82568-9d3a-4dea-b12c-fded03b3ee76 None None] Router IDs set() for agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 21 23:30:17.344753 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54230) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:17.669668 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:30:17.699655 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Made reservation on behalf of 1518a0750d864e4dae2087c9d5e01396 for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:30:17.703683 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:17.720886 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:17.839008 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks [] for security_group (02cedf53-30ef-4c91-9df3-869dc71e9b26), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:17.842751 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (02cedf53-30ef-4c91-9df3-869dc71e9b26), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:17.867350 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:30:17.904004 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793305990979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (eb274fdc-f3f6-4b11-95a5-210225bb32b6), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:17.904596 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Unsubscribe: segment precommit_create {{(pid=104212) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 23:30:17.905124 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Added segment eb274fdc-f3f6-4b11-95a5-210225bb32b6 of type vlan for network 39070337-ec53-41b5-a98d-bee87791a1d6 Jul 21 23:30:17.921047 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=02cedf53-30ef-4c91-9df3-869dc71e9b26,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:17.948156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.948503 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.948858 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.949223 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.949558 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.949881 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.950204 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.950524 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.950841 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.951156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.951533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.951866 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.952185 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.952500 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.952812 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Tracked resource versions report: Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: pushed versions: Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: { 'AddressGroup': {'1.2'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Agent': {'1.1'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'ConntrackHelper': {'1.0'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Log': {'1.0'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'NDPProxy': {'1.0'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Network': {'1.1'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Port': {'1.7'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'PortForwarding': {'1.3'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'QosPolicy': {'1.10'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroup': {'1.5'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SubPort': {'1.0'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Subnet': {'1.1'}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Trunk': {'1.1'}} Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: consumer versions: Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Agent': '1.1', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'ConntrackHelper': '1.0', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'LocalIPAssociation': '1.0', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Log': '1.0', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'NDPProxy': '1.0', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Network': '1.1', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Port': '1.7', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'PortForwarding': '1.3', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'QosPolicy': '1.10', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroup': '1.5', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroupRule': '1.2', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SubPort': '1.0', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Subnet': '1.1', Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Trunk': '1.1'}} Jul 21 23:30:17.954243 dv-cinder-850700-1-iscsi neutron-server[104212]: {{(pid=104212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:30:18.013209 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=54,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:18.020276 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (39070337-ec53-41b5-a98d-bee87791a1d6), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:18.064235 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (39070337-ec53-41b5-a98d-bee87791a1d6), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:18.069750 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:18.070482 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:18.141117 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7952392 Jul 21 23:30:18.194689 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29344ef8-4a47-41e3-bfaf-3ab34a366106 demo demo] Pushing event updated for resources: {'Network': ['ID=39070337-ec53-41b5-a98d-bee87791a1d6,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:18.207740 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 39070337-ec53-41b5-a98d-bee87791a1d6 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:30:20.517519 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54244) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:20.950737 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc259a82-3b51-4b77-b98e-58d407608a15 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:20.952126 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-bc259a82-3b51-4b77-b98e-58d407608a15 demo admin] 10.222.0.57 "GET /v2.0/networks/39070337-ec53-41b5-a98d-bee87791a1d6 HTTP/1.1" status: 200 len: 825 time: 0.4336503 Jul 21 23:30:20.978259 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7ad71e6a-37e3-4fa0-a980-441cc07c7255 demo admin] 10.222.0.57 "GET /v2.0/subnetpools/2021e5f3-80f8-4be6-940e-979a8d616d98 HTTP/1.1" status: 200 len: 734 time: 0.0203435 Jul 21 23:30:20.986864 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'subnetpool_id': '2021e5f3-80f8-4be6-940e-979a8d616d98', 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:30:21.008533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Made reservation on behalf of 1518a0750d864e4dae2087c9d5e01396 for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:30:21.010890 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:21.218348 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:21.310423 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:21.377094 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:21.388423 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Checking segment: {'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:30:21.388812 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Network hostable DHCP agents. Network: 39070337-ec53-41b5-a98d-bee87791a1d6, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:30:21.411612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Network 39070337-ec53-41b5-a98d-bee87791a1d6 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:30:21.422161 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 39070337-ec53-41b5-a98d-bee87791a1d6) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:30:21.426907 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:21.427531 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:21.433671 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3fb89-fc40-47b7-9560-977bbed48379 None None] Network 39070337-ec53-41b5-a98d-bee87791a1d6 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:30:21.445644 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-c9a2942d-eef7-4d8d-8294-cb8659e5edb7 demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4618902 Jul 21 23:30:21.706542 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-39070337-ec53-41b5-a98d-bee87791a1d6', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'fixed_ips': [{'subnet_id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:30:21.708636 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:21.994361 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Allocated IP 172.20.0.2 (39070337-ec53-41b5-a98d-bee87791a1d6/7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8/aa5c5a70-20d6-4411-87ca-d16ada0b438a) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:30:22.016097 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=61,neutron:INSERT=34,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:22.274980 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Publish callbacks [] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:22.282353 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:22.346107 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Network 39070337-ec53-41b5-a98d-bee87791a1d6 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:30:22.355715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:30:22.368943 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:30:22.375856 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Pushing event updated for resources: {'Port': ['ID=aa5c5a70-20d6-4411-87ca-d16ada0b438a,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:22.408627 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.408975 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.409355 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.409713 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.410052 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.410389 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.411378 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.411622 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.411931 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.412256 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.412580 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.412921 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.413273 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.413596 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.413919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Tracked resource versions report: Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: pushed versions: Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: { 'AddressGroup': {'1.2'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Agent': {'1.1'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'ConntrackHelper': {'1.0'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Log': {'1.0'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'NDPProxy': {'1.0'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Network': {'1.1'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Port': {'1.7'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'PortForwarding': {'1.3'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'QosPolicy': {'1.10'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroup': {'1.5'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SubPort': {'1.0'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Subnet': {'1.1'}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Trunk': {'1.1'}} Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: consumer versions: Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Agent': '1.1', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'ConntrackHelper': '1.0', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'LocalIPAssociation': '1.0', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Log': '1.0', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'NDPProxy': '1.0', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Network': '1.1', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Port': '1.7', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'PortForwarding': '1.3', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'QosPolicy': '1.10', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroup': '1.5', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroupRule': '1.2', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SubPort': '1.0', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Subnet': '1.1', Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Trunk': '1.1'}} Jul 21 23:30:22.415402 dv-cinder-850700-1-iscsi neutron-server[104213]: {{(pid=104213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:30:22.470365 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Attempting to bind port aa5c5a70-20d6-4411-87ca-d16ada0b438a on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:30:22.471015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Attempting to bind port aa5c5a70-20d6-4411-87ca-d16ada0b438a by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:30:22.471177 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Attempting to bind port aa5c5a70-20d6-4411-87ca-d16ada0b438a on network 39070337-ec53-41b5-a98d-bee87791a1d6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:30:22.478125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:30:22.478660 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Checking segment: {'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:30:22.479235 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:22.479627 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Bound using segment: {'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:30:22.480094 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Bound port: aa5c5a70-20d6-4411-87ca-d16ada0b438a, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:30:22.480487 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:22.514516 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:22.541594 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] For port aa5c5a70-20d6-4411-87ca-d16ada0b438a, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:30:22.564533 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] For port aa5c5a70-20d6-4411-87ca-d16ada0b438a, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=aa5c5a70-20d6-4411-87ca-d16ada0b438a,segment=NetworkSegment(eb274fdc-f3f6-4b11-95a5-210225bb32b6),segment_id=eb274fdc-f3f6-4b11-95a5-210225bb32b6)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:30:22.572259 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:22.634299 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c53b-3634-483c-9e89-b20eb80c61d3 None None] Pushing event updated for resources: {'Port': ['ID=aa5c5a70-20d6-4411-87ca-d16ada0b438a,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:23.758668 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=5 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:23.773258 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:23.813400 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54256) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:24.190510 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [None req-58851d34-188f-43f5-b957-5cda803409cd admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:30:24.191511 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-58851d34-188f-43f5-b957-5cda803409cd admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3771589 Jul 21 23:30:26.522983 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54264) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:26.872671 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [None req-22a9a9c9-d955-4d8c-9f72-cde1a75565ed admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:30:26.873817 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-22a9a9c9-d955-4d8c-9f72-cde1a75565ed admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3498752 Jul 21 23:30:29.277882 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54272) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:29.763293 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-ca15d7eb-9d8d-4752-98b3-baccdbca855a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:30:29.790350 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7eb-9d8d-4752-98b3-baccdbca855a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (aa8ea536-cc34-4f14-8c5b-557506d4fae3), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:29.791981 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7eb-9d8d-4752-98b3-baccdbca855a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (aa8ea536-cc34-4f14-8c5b-557506d4fae3), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:29.938592 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7eb-9d8d-4752-98b3-baccdbca855a demo demo] Publish callbacks [] for router_controller (aa8ea536-cc34-4f14-8c5b-557506d4fae3), precommit_add_association {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:29.944052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7eb-9d8d-4752-98b3-baccdbca855a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (aa8ea536-cc34-4f14-8c5b-557506d4fae3), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:29.962562 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7eb-9d8d-4752-98b3-baccdbca855a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:29.965709 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ca15d7eb-9d8d-4752-98b3-baccdbca855a demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6864707 Jul 21 23:30:30.904639 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230324d4-6491-4b32-bcd2-94ff036430ae None None] Network 39070337-ec53-41b5-a98d-bee87791a1d6 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:30:31.012892 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-a17f93fb-95c3-43ab-a4e0-a330127cb42c None None] Provisioning complete for port aa5c5a70-20d6-4411-87ca-d16ada0b438a triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:31.013416 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a17f93fb-95c3-43ab-a4e0-a330127cb42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:31.037363 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device aa5c5a70-20d6-4411-87ca-d16ada0b438a up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:30:31.239083 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-a17f93fb-95c3-43ab-a4e0-a330127cb42c None None] Current status of the port aa5c5a70-20d6-4411-87ca-d16ada0b438a is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:30:31.239478 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a17f93fb-95c3-43ab-a4e0-a330127cb42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:31.259789 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port aa5c5a70-20d6-4411-87ca-d16ada0b438a triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:31.260185 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:31.286478 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-a17f93fb-95c3-43ab-a4e0-a330127cb42c None None] For port aa5c5a70-20d6-4411-87ca-d16ada0b438a, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=aa5c5a70-20d6-4411-87ca-d16ada0b438a,segment=NetworkSegment(eb274fdc-f3f6-4b11-95a5-210225bb32b6),segment_id=eb274fdc-f3f6-4b11-95a5-210225bb32b6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:30:31.306085 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a17f93fb-95c3-43ab-a4e0-a330127cb42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:31.382349 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f93fb-95c3-43ab-a4e0-a330127cb42c None None] Pushing event updated for resources: {'Port': ['ID=aa5c5a70-20d6-4411-87ca-d16ada0b438a,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:31.422590 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port aa5c5a70-20d6-4411-87ca-d16ada0b438a is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:30:31.528319 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-5778f383-e40d-44a7-ac1b-510148e4ab76 None None] Provisioning complete for port aa5c5a70-20d6-4411-87ca-d16ada0b438a triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:31.528647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-5778f383-e40d-44a7-ac1b-510148e4ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:31.550406 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:31.610968 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-5778f383-e40d-44a7-ac1b-510148e4ab76 None None] Current status of the port aa5c5a70-20d6-4411-87ca-d16ada0b438a is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:30:32.317135 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54286) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:32.847156 dv-cinder-850700-1-iscsi neutron-server[104211]: WARNING oslo_policy.policy [None req-cd679b15-584b-45ca-b37f-4c9e87f94ac7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:32.847818 dv-cinder-850700-1-iscsi neutron-server[104211]: WARNING oslo_policy.policy [None req-cd679b15-584b-45ca-b37f-4c9e87f94ac7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:32.960638 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device aa5c5a70-20d6-4411-87ca-d16ada0b438a up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:30:33.008136 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port aa5c5a70-20d6-4411-87ca-d16ada0b438a triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:33.008527 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:33.041123 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:33.071395 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [None req-cd679b15-584b-45ca-b37f-4c9e87f94ac7 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:30:33.072594 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-cd679b15-584b-45ca-b37f-4c9e87f94ac7 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7534065 Jul 21 23:30:33.086010 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port aa5c5a70-20d6-4411-87ca-d16ada0b438a is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:30:35.389661 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54300) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:35.731103 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:30:35.743907 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writer thread running {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 23:30:35.744555 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:35.790210 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Made reservation on behalf of 853ebd43a36d473dbecd2e6330bf3136 for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:30:35.855371 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.policy [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104211) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 23:30:35.901073 dv-cinder-850700-1-iscsi neutron-server[104211]: WARNING oslo_policy.policy [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:35.901484 dv-cinder-850700-1-iscsi neutron-server[104211]: WARNING oslo_policy.policy [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 23:30:35.912384 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:35.932427 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:36.055897 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks [] for security_group (5a4aea10-dac8-4c26-96ea-99d75f085257), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:36.059443 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5a4aea10-dac8-4c26-96ea-99d75f085257), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:36.071152 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Reserving flat network on physical network physnet1 {{(pid=104211) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 21 23:30:36.104404 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793305990979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:36.104979 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Unsubscribe: segment precommit_create {{(pid=104211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 23:30:36.105548 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Added segment f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d of type flat for network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 Jul 21 23:30:36.142723 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4aea10-dac8-4c26-96ea-99d75f085257,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:36.181808 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.182154 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.182585 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.182919 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.183356 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.183677 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.184005 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.184341 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.184678 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.185006 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.185370 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.185712 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.186035 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.186352 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.186700 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Tracked resource versions report: Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: pushed versions: Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: { 'AddressGroup': {'1.2'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Agent': {'1.1'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'ConntrackHelper': {'1.0'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Log': {'1.0'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'NDPProxy': {'1.0'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Network': {'1.1'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Port': {'1.7'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'PortForwarding': {'1.3'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'QosPolicy': {'1.10'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroup': {'1.5'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SubPort': {'1.0'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Subnet': {'1.1'}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Trunk': {'1.1'}} Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: consumer versions: Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Agent': '1.1', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'ConntrackHelper': '1.0', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'LocalIPAssociation': '1.0', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Log': '1.0', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'NDPProxy': '1.0', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Network': '1.1', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Port': '1.7', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'PortForwarding': '1.3', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'QosPolicy': '1.10', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroup': '1.5', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroupRule': '1.2', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SubPort': '1.0', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Subnet': '1.1', Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Trunk': '1.1'}} Jul 21 23:30:36.188135 dv-cinder-850700-1-iscsi neutron-server[104211]: {{(pid=104211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:30:36.234626 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (6b62812d-a6d5-4e8a-ac94-7476984b2ad6), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:36.284008 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (6b62812d-a6d5-4e8a-ac94-7476984b2ad6), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:36.286870 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:36.286870 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:36.361580 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9706664 Jul 21 23:30:36.400573 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0635f-8694-4abe-9ccb-98006b89f661 admin admin] Pushing event updated for resources: {'Network': ['ID=6b62812d-a6d5-4e8a-ac94-7476984b2ad6,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:36.421011 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:30:37.731922 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-265e10dd-6cbf-4fbe-935e-6d51cf8187e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:38.654200 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54316) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:39.063825 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0af16-c044-46dd-97a1-e590956064e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:39.065103 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-60c0af16-c044-46dd-97a1-e590956064e2 demo admin] 10.222.0.57 "GET /v2.0/subnets/7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8 HTTP/1.1" status: 200 len: 849 time: 0.4099462 Jul 21 23:30:39.224813 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2d474b4c-1c03-43f0-9732-bd1a53183634 demo admin] 10.222.0.57 "GET /v2.0/routers/aa8ea536-cc34-4f14-8c5b-557506d4fae3 HTTP/1.1" status: 200 len: 704 time: 0.1536849 Jul 21 23:30:39.513196 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:39.700199 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:39.795713 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:39.810547 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Allocated IP 172.20.0.1 (39070337-ec53-41b5-a98d-bee87791a1d6/7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8/b04a47a9-ff67-428a-8580-eed3f69e418e) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:30:39.956048 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=4,neutron:SELECT=70,neutron:INSERT=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:39.957283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:40.001644 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks [] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.063094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.144057 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Network 39070337-ec53-41b5-a98d-bee87791a1d6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:30:40.150288 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:30:40.155087 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Pushing event updated for resources: {'Port': ['ID=b04a47a9-ff67-428a-8580-eed3f69e418e,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:40.157625 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:30:40.158199 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (aa8ea536-cc34-4f14-8c5b-557506d4fae3), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.299299 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-28f61d19-cd89-4309-b9f4-df37f40a32fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.363458 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.381438 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-929096f1-0409-4099-9e60-d62525b71afe None None] Provisioning complete for port b04a47a9-ff67-428a-8580-eed3f69e418e triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:40.381832 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-929096f1-0409-4099-9e60-d62525b71afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.464976 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-929096f1-0409-4099-9e60-d62525b71afe None None] Port b04a47a9-ff67-428a-8580-eed3f69e418e cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:30:40.622279 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks [] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.626654 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.627785 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (aa8ea536-cc34-4f14-8c5b-557506d4fae3), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:40.687072 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Pushing event updated for resources: {'Port': ['ID=b04a47a9-ff67-428a-8580-eed3f69e418e,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:40.752328 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:40.758129 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Network 39070337-ec53-41b5-a98d-bee87791a1d6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:30:40.759866 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:30:40.918979 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:40.928346 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Router aa8ea536-cc34-4f14-8c5b-557506d4fae3 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:30:40.985921 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-0dc8e655-b2d4-4f6e-829d-d07de58de9a8 None None] Provisioning complete for port b04a47a9-ff67-428a-8580-eed3f69e418e triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:40.986348 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e655-b2d4-4f6e-829d-d07de58de9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:41.017635 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8e655-b2d4-4f6e-829d-d07de58de9a8 None None] Port b04a47a9-ff67-428a-8580-eed3f69e418e cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:30:41.023049 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:30:41.028116 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-29d7fa19-0e56-463b-ab3f-3020e78e7fd6 demo admin] 10.222.0.57 "PUT /v2.0/routers/aa8ea536-cc34-4f14-8c5b-557506d4fae3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7979147 Jul 21 23:30:41.034304 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Sync routers for ids ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:30:41.048562 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Routers {'aa8ea536-cc34-4f14-8c5b-557506d4fae3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:30:41.049417 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:30:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:41.234143 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Set router aa8ea536-cc34-4f14-8c5b-557506d4fae3 gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:30:41.268095 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:41.431723 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:30:41.665841 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'name': 'router1', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:30:29Z', 'updated_at': '2022-07-21T23:30:40Z', 'revision_number': 2, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'gw_port_host': None, '_interfaces': [{'id': 'b04a47a9-ff67-428a-8580-eed3f69e418e', 'name': '', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'mac_address': 'fa:16:3e:73:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:39Z', 'updated_at': '2022-07-21T23:30:40Z', 'revision_number': 2, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'subnets': [{'id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2021e5f3-80f8-4be6-940e-979a8d616d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:41.716116 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Checking router: aa8ea536-cc34-4f14-8c5b-557506d4fae3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:30:41.716487 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Updating router aa8ea536-cc34-4f14-8c5b-557506d4fae3 port b04a47a9-ff67-428a-8580-eed3f69e418e binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:30:41.773023 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.284137 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Publish callbacks [] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.291322 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.401950 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Pushing event updated for resources: {'Port': ['ID=b04a47a9-ff67-428a-8580-eed3f69e418e,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:42.412225 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.412574 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.412917 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.413285 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.413617 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.413944 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.414269 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.414597 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.414922 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.415248 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.415563 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.415900 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.416223 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.416542 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.416859 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Tracked resource versions report: Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: pushed versions: Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: { 'AddressGroup': {'1.2'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Agent': {'1.1'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'ConntrackHelper': {'1.0'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Log': {'1.0'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'NDPProxy': {'1.0'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Network': {'1.1'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Port': {'1.7'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'PortForwarding': {'1.3'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'QosPolicy': {'1.10'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroup': {'1.5'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SubPort': {'1.0'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Subnet': {'1.1'}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Trunk': {'1.1'}} Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: consumer versions: Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Agent': '1.1', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'ConntrackHelper': '1.0', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'LocalIPAssociation': '1.0', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Log': '1.0', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'NDPProxy': '1.0', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Network': '1.1', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Port': '1.7', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'PortForwarding': '1.3', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'QosPolicy': '1.10', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroup': '1.5', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroupRule': '1.2', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SubPort': '1.0', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Subnet': '1.1', Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Trunk': '1.1'}} Jul 21 23:30:42.418372 dv-cinder-850700-1-iscsi neutron-server[104214]: {{(pid=104214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:30:42.508385 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Attempting to bind port b04a47a9-ff67-428a-8580-eed3f69e418e on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:30:42.508778 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Attempting to bind port b04a47a9-ff67-428a-8580-eed3f69e418e by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:30:42.509242 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Attempting to bind port b04a47a9-ff67-428a-8580-eed3f69e418e on network 39070337-ec53-41b5-a98d-bee87791a1d6 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:30:42.514780 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:30:42.515183 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Checking segment: {'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:30:42.515660 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.516052 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Bound using segment: {'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:30:42.516532 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Bound port: b04a47a9-ff67-428a-8580-eed3f69e418e, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb274fdc-f3f6-4b11-95a5-210225bb32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:30:42.516910 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.542293 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-7d5314fb-f004-42fb-9866-b2a68ca98e75 None None] Provisioning complete for port b04a47a9-ff67-428a-8580-eed3f69e418e triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:42.542852 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7d5314fb-f004-42fb-9866-b2a68ca98e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.579695 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7d5314fb-f004-42fb-9866-b2a68ca98e75 None None] Port b04a47a9-ff67-428a-8580-eed3f69e418e cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:30:42.588140 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] For port b04a47a9-ff67-428a-8580-eed3f69e418e, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:30:42.608472 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] For port b04a47a9-ff67-428a-8580-eed3f69e418e, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b04a47a9-ff67-428a-8580-eed3f69e418e,segment=NetworkSegment(eb274fdc-f3f6-4b11-95a5-210225bb32b6),segment_id=eb274fdc-f3f6-4b11-95a5-210225bb32b6)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:30:42.614339 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.620499 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:42.624688 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:42.681369 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574b35-7062-4068-a95d-cff056bcdd5a None None] Pushing event updated for resources: {'Port': ['ID=b04a47a9-ff67-428a-8580-eed3f69e418e,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:42.684141 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Routers {'aa8ea536-cc34-4f14-8c5b-557506d4fae3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:30:42.684685 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:30:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:42.696794 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.781457 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] Set router aa8ea536-cc34-4f14-8c5b-557506d4fae3 gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:30:42.907989 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-abad59e0-e327-43fc-9370-90c9e8428869 None None] Provisioning complete for port b04a47a9-ff67-428a-8580-eed3f69e418e triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:42.908243 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-abad59e0-e327-43fc-9370-90c9e8428869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.981129 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-abad59e0-e327-43fc-9370-90c9e8428869 None None] Current status of the port b04a47a9-ff67-428a-8580-eed3f69e418e is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:30:42.981468 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-abad59e0-e327-43fc-9370-90c9e8428869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:42.986632 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'name': 'router1', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:30:29Z', 'updated_at': '2022-07-21T23:30:40Z', 'revision_number': 2, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'gw_port_host': None, '_interfaces': [{'id': 'b04a47a9-ff67-428a-8580-eed3f69e418e', 'name': '', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'mac_address': 'fa:16:3e:73:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:39Z', 'updated_at': '2022-07-21T23:30:42Z', 'revision_number': 4, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'subnets': [{'id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2021e5f3-80f8-4be6-940e-979a8d616d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:43.014676 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-abad59e0-e327-43fc-9370-90c9e8428869 None None] For port b04a47a9-ff67-428a-8580-eed3f69e418e, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b04a47a9-ff67-428a-8580-eed3f69e418e,segment=NetworkSegment(eb274fdc-f3f6-4b11-95a5-210225bb32b6),segment_id=eb274fdc-f3f6-4b11-95a5-210225bb32b6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:30:43.017681 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f34dc3-8ad6-40c9-a479-d5920f716404 None None] The sync data for ids ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'] in dv-cinder-850700-1-iscsi is: [{'id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'name': 'router1', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:30:29Z', 'updated_at': '2022-07-21T23:30:40Z', 'revision_number': 2, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'gw_port_host': None, '_interfaces': [{'id': 'b04a47a9-ff67-428a-8580-eed3f69e418e', 'name': '', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'mac_address': 'fa:16:3e:73:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:39Z', 'updated_at': '2022-07-21T23:30:42Z', 'revision_number': 4, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'subnets': [{'id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2021e5f3-80f8-4be6-940e-979a8d616d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:30:43.020242 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-abad59e0-e327-43fc-9370-90c9e8428869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:43.074259 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad59e0-e327-43fc-9370-90c9e8428869 None None] Pushing event updated for resources: {'Port': ['ID=b04a47a9-ff67-428a-8580-eed3f69e418e,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:43.148356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:43.317559 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54332) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:43.709735 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b0ea65-39aa-43fb-bc3b-aab2efd71db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:43.711117 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-86b0ea65-39aa-43fb-bc3b-aab2efd71db5 admin admin] 10.222.0.57 "GET /v2.0/networks/6b62812d-a6d5-4e8a-ac94-7476984b2ad6 HTTP/1.1" status: 200 len: 842 time: 0.3925767 Jul 21 23:30:43.720537 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:30:43.747364 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Made reservation on behalf of 853ebd43a36d473dbecd2e6330bf3136 for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:30:43.749621 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:44.038930 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.objects.ports [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104211) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 21 23:30:44.041315 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (098b9e08-69bc-48b5-b064-ccd1b4eab6f5), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:44.095372 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098b9e08-69bc-48b5-b064-ccd1b4eab6f5,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:44.106182 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:30:44.106538 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Network hostable DHCP agents. Network: 6b62812d-a6d5-4e8a-ac94-7476984b2ad6, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:30:44.131056 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:30:44.143661 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 6b62812d-a6d5-4e8a-ac94-7476984b2ad6) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:30:44.148281 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:44.148928 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:44.157826 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30fdff-c896-470e-8e43-c782dfaa1d04 None None] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:30:44.185218 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-9e1e3a87-f615-4dae-9d64-7f7963ac12a4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4500587 Jul 21 23:30:44.285069 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab03a46-2ac8-4c21-9ef7-2b73321329e7 None None] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:30:44.339335 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:46.513026 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54340) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:46.930635 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-07fde8d6-df42-4a62-b924-b0ae96f0dff2 demo admin] 10.222.0.57 "GET /v2.0/routers/aa8ea536-cc34-4f14-8c5b-557506d4fae3 HTTP/1.1" status: 200 len: 710 time: 0.4163334 Jul 21 23:30:46.963087 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:47.021293 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd728a4-95e7-424e-979f-2f7c656d47b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:30:47.022665 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2fd728a4-95e7-424e-979f-2f7c656d47b5 demo admin] 10.222.0.57 "GET /v2.0/networks/6b62812d-a6d5-4e8a-ac94-7476984b2ad6 HTTP/1.1" status: 200 len: 886 time: 0.0864997 Jul 21 23:30:47.031453 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:30:47.256022 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:47.272714 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks [] for router_gateway (aa8ea536-cc34-4f14-8c5b-557506d4fae3), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:47.563958 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks [] for router_gateway (aa8ea536-cc34-4f14-8c5b-557506d4fae3), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:47.642497 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:47.745591 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Allocated IP 172.27.1.181 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:30:47.859710 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks [] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:47.894470 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:47.898239 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:47.938724 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:30:47.944291 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:30:47.948469 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:30:47.953475 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Pushing event updated for resources: {'Port': ['ID=c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:48.198621 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks [] for router_gateway (aa8ea536-cc34-4f14-8c5b-557506d4fae3), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:48.286263 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:48.387561 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29848'] for router (aa8ea536-cc34-4f14-8c5b-557506d4fae3), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:48.391073 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-425142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-418023'] for router (aa8ea536-cc34-4f14-8c5b-557506d4fae3), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:48.493433 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Router aa8ea536-cc34-4f14-8c5b-557506d4fae3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:30:48.595016 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:30:48.599372 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:48.605923 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-203dd876-1a0b-4348-98c3-5d2c33e45356 demo admin] 10.222.0.57 "PUT /v2.0/routers/aa8ea536-cc34-4f14-8c5b-557506d4fae3 HTTP/1.1" status: 200 len: 890 time: 1.5721452 Jul 21 23:30:48.986308 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b04a47a9-ff67-428a-8580-eed3f69e418e up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:30:49.031270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port b04a47a9-ff67-428a-8580-eed3f69e418e triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:49.031677 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:49.095803 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:49.106403 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port b04a47a9-ff67-428a-8580-eed3f69e418e is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:30:49.325036 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Sync routers for ids ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:30:49.339155 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Routers {'aa8ea536-cc34-4f14-8c5b-557506d4fae3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:30:49.339796 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:30:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:49.544935 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Set router aa8ea536-cc34-4f14-8c5b-557506d4fae3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:30:49.988626 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'name': 'router1', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:30:29Z', 'updated_at': '2022-07-21T23:30:48Z', 'revision_number': 4, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'gw_port': {'id': 'c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:47Z', 'updated_at': '2022-07-21T23:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b04a47a9-ff67-428a-8580-eed3f69e418e', 'name': '', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'mac_address': 'fa:16:3e:73:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:39Z', 'updated_at': '2022-07-21T23:30:42Z', 'revision_number': 5, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'subnets': [{'id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2021e5f3-80f8-4be6-940e-979a8d616d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:50.037497 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Checking router: aa8ea536-cc34-4f14-8c5b-557506d4fae3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:30:50.037856 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Updating router aa8ea536-cc34-4f14-8c5b-557506d4fae3 port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:30:50.092323 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:50.411178 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Publish callbacks [] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:50.417015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:50.465898 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:50.470784 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743713-d43c-45a2-b763-56c812372f9f None None] Pushing event updated for resources: {'Port': ['ID=c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:50.472970 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Attempting to bind port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:30:50.473361 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Attempting to bind port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:30:50.473721 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Attempting to bind port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:30:50.481294 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:30:50.481800 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:30:50.482212 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:50.482600 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:30:50.483073 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Bound port: c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:30:50.483456 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:50.535102 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] For port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:30:50.538944 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] For port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:30:50.546556 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:50.606772 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Routers {'aa8ea536-cc34-4f14-8c5b-557506d4fae3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:30:50.607380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:30:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:50.610244 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743713-d43c-45a2-b763-56c812372f9f None None] Pushing event updated for resources: {'Port': ['ID=c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:50.644847 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:50.716549 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] Set router aa8ea536-cc34-4f14-8c5b-557506d4fae3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:30:50.917315 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'name': 'router1', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:30:29Z', 'updated_at': '2022-07-21T23:30:48Z', 'revision_number': 4, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'gw_port': {'id': 'c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:47Z', 'updated_at': '2022-07-21T23:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b04a47a9-ff67-428a-8580-eed3f69e418e', 'name': '', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'mac_address': 'fa:16:3e:73:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:39Z', 'updated_at': '2022-07-21T23:30:42Z', 'revision_number': 5, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'subnets': [{'id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2021e5f3-80f8-4be6-940e-979a8d616d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:30:50.946509 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651d2f4e-4109-4b11-89d0-601d47a281bb None None] The sync data for ids ['aa8ea536-cc34-4f14-8c5b-557506d4fae3'] in dv-cinder-850700-1-iscsi is: [{'id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'name': 'router1', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:30:29Z', 'updated_at': '2022-07-21T23:30:48Z', 'revision_number': 4, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'gw_port': {'id': 'c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:47Z', 'updated_at': '2022-07-21T23:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b04a47a9-ff67-428a-8580-eed3f69e418e', 'name': '', 'network_id': '39070337-ec53-41b5-a98d-bee87791a1d6', 'tenant_id': '1518a0750d864e4dae2087c9d5e01396', 'mac_address': 'fa:16:3e:73:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8ea536-cc34-4f14-8c5b-557506d4fae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:30:39Z', 'updated_at': '2022-07-21T23:30:42Z', 'revision_number': 5, 'project_id': '1518a0750d864e4dae2087c9d5e01396', 'subnets': [{'id': '7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2021e5f3-80f8-4be6-940e-979a8d616d98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:30:51.077425 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54352) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:30:51.495354 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-8e93c456-86b7-46a8-8145-223a6021cd07 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4167879 Jul 21 23:30:52.984961 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=42 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:52.985962 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:30:52.992112 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=34 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:53.031131 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:53.031529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:53.103524 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:30:53.103921 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:53.140768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:30:53.146109 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:53.196278 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:30:55.008758 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:30:55.069479 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:30:55.070242 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:30:55.159580 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:30:55.163799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port c5660ec5-bbbc-4ec3-8e96-4168adc9a6c2 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:31:01.486755 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=34 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:01.494435 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:05.162497 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:06.358290 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:06.397139 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=5 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:07.742225 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-61dafcfc-8fef-4552-a339-513e0b97abb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:10.298151 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a3477ac3-5e87-4d8d-93f3-db6f2902e6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:11.273961 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:12.698943 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:13.161468 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:18.382223 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:31:22.693831 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:23.155853 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:28.378067 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:37.741812 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1f56cd16-eef5-4146-b8ec-2b905ae0f2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:40.292445 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e1115c65-28c0-4985-bccf-3a01d5b77c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:41.279957 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:42.697874 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:43.159836 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:31:43.380990 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:43.393566 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:53.147867 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:53.154172 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:31:55.381945 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:32:05.377827 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:06.362693 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:07.735082 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef3c4-dca3-4c71-b7e4-403e03c858ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:10.294606 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6933c7d2-8e08-403c-ab81-13d14af26f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:11.273864 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:12.693928 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:13.099146 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54894) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:13.162162 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:13.447319 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb71540-dd12-402b-b361-c476903b2ba8 admin admin] GET failed (client error): The resource could not be found. Jul 21 23:32:13.448605 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-4bb71540-dd12-402b-b361-c476903b2ba8 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3485217 Jul 21 23:32:13.689269 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24160c54-78f0-40de-a188-184c430c23e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:13.690750 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-24160c54-78f0-40de-a188-184c430c23e0 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2380013 Jul 21 23:32:15.912339 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54904) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:16.287178 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b4fdc-9c40-41fd-995f-7a2f6eb08a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:16.288436 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-8a2b4fdc-9c40-41fd-995f-7a2f6eb08a3e admin admin] 10.222.0.57 "GET /v2.0/subnets/7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8 HTTP/1.1" status: 200 len: 849 time: 0.3751385 Jul 21 23:32:16.298033 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:32:16.386361 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Publish callbacks [] for subnet (7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:16.529951 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793305886257'] for subnet (7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:16.566553 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:16.567217 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:16.568167 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdeae5e-8464-4357-8a33-0fa97d177a07 None None] Network 39070337-ec53-41b5-a98d-bee87791a1d6 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:32:16.568660 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] 10.222.0.57 "PUT /v2.0/subnets/7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8 HTTP/1.1" status: 200 len: 868 time: 0.2742302 Jul 21 23:32:16.583995 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:32:16.592736 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.592736 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.593065 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.593328 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.593663 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.593993 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.594808 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.594808 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.595028 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.595285 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.595613 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.595959 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.596278 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.596615 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.605072 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83346db5-c737-4fff-85df-9c60a3d90e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:32:16.883418 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-e60f089a-5b58-4755-876f-300f5df2f9e5 None None] Provisioning complete for port b04a47a9-ff67-428a-8580-eed3f69e418e triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:32:16.883899 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e60f089a-5b58-4755-876f-300f5df2f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b04a47a9-ff67-428a-8580-eed3f69e418e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:16.959761 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-e60f089a-5b58-4755-876f-300f5df2f9e5 None None] Current status of the port b04a47a9-ff67-428a-8580-eed3f69e418e is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:32:16.967791 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-e60f089a-5b58-4755-876f-300f5df2f9e5 None None] Provisioning complete for port aa5c5a70-20d6-4411-87ca-d16ada0b438a triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:32:16.968186 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e60f089a-5b58-4755-876f-300f5df2f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (aa5c5a70-20d6-4411-87ca-d16ada0b438a), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:17.042197 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-e60f089a-5b58-4755-876f-300f5df2f9e5 None None] Current status of the port aa5c5a70-20d6-4411-87ca-d16ada0b438a is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:32:18.798487 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 54912) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:19.276202 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc99ba8-e5b0-4e1f-82d0-0a8bf52a9e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:19.276689 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc99ba8-e5b0-4e1f-82d0-0a8bf52a9e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:19.282431 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-9cc99ba8-e5b0-4e1f-82d0-0a8bf52a9e21 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4788840 Jul 21 23:32:20.372680 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=6 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:21.492958 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54920) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:21.991671 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd713a2-6270-4e49-91b0-c1416413da6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:21.992162 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd713a2-6270-4e49-91b0-c1416413da6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:21.993754 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ffd713a2-6270-4e49-91b0-c1416413da6b admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4998398 Jul 21 23:32:24.231906 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54930) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:24.705444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a50510-cfb9-49c3-a66c-a707a663baec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:24.706745 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-a1a50510-cfb9-49c3-a66c-a707a663baec admin admin] 10.222.0.57 "GET /v2.0/networks/39070337-ec53-41b5-a98d-bee87791a1d6 HTTP/1.1" status: 200 len: 869 time: 0.4738863 Jul 21 23:32:26.991001 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54938) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:27.036571 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:27.040818 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:27.403167 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb5c598-8a51-432a-89e1-975c1514554e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:27.404547 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6cb5c598-8a51-432a-89e1-975c1514554e admin admin] 10.222.0.57 "GET /v2.0/networks/6b62812d-a6d5-4e8a-ac94-7476984b2ad6 HTTP/1.1" status: 200 len: 886 time: 0.4125836 Jul 21 23:32:29.272532 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:29.273352 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:29.610399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54946) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:30.013545 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21934c96-24f4-4dcf-99a9-3a8be680cea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:30.014015 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21934c96-24f4-4dcf-99a9-3a8be680cea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:30.015556 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-21934c96-24f4-4dcf-99a9-3a8be680cea4 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4041936 Jul 21 23:32:32.245330 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54954) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:32.382336 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:32:32.609463 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b2841-df3e-4abe-88cd-47415483d5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:32.609864 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b2841-df3e-4abe-88cd-47415483d5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:32.611380 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1a3b2841-df3e-4abe-88cd-47415483d5ca admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3650925 Jul 21 23:32:34.815533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54962) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:35.179995 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6887f74-17f2-458e-af81-289e5c3f89ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:35.181299 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-e6887f74-17f2-458e-af81-289e5c3f89ba admin admin] 10.222.0.57 "GET /v2.0/subnets/098b9e08-69bc-48b5-b064-ccd1b4eab6f5 HTTP/1.1" status: 200 len: 816 time: 0.3647819 Jul 21 23:32:37.406541 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 54970) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:32:37.737528 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a7019638-e8b8-429a-a07c-179251ee5aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:37.778305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be4ebbd-6d9c-41da-978d-483086894f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:32:37.779637 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-0be4ebbd-6d9c-41da-978d-483086894f9a admin admin] 10.222.0.57 "GET /v2.0/subnets/7b3f94c8-7dac-45b3-9c86-70f08f3bd6c8 HTTP/1.1" status: 200 len: 868 time: 0.3721230 Jul 21 23:32:40.296446 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-9433078b-8ede-4ff1-8b4b-dbeeb7f8f7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:41.277676 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:42.378731 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:42.699123 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:43.165336 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:32:47.766792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=58 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:47.775548 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=57 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:53.158125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:32:53.160022 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:03.968475 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=13 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:03.976553 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=19 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:05.984180 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55026) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:33:06.312622 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [None req-f396dfa4-356e-426b-b289-ca4fcb1ae4a4 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:33:06.313657 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-f396dfa4-356e-426b-b289-ca4fcb1ae4a4 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3285387 Jul 21 23:33:07.741306 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-eaa8347b-6a0e-47b9-aa5d-992f20f3b973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:08.600233 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55034) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:33:08.936234 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1f90ba-4f96-46c8-9cc9-0534511f569d admin admin] GET failed (client error): The resource could not be found. Jul 21 23:33:08.937518 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1b1f90ba-4f96-46c8-9cc9-0534511f569d admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3363168 Jul 21 23:33:09.086105 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8cb5cc-2f7c-4121-a245-73d6205b8da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:33:09.087591 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-bf8cb5cc-2f7c-4121-a245-73d6205b8da5 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1460059 Jul 21 23:33:09.381511 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:33:10.298529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-69fc281c-5b38-4fe7-bdfa-775c46d9a358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:11.280842 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:11.319582 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55042) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:33:11.643478 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:33:11.664171 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Made reservation on behalf of 853ebd43a36d473dbecd2e6330bf3136 for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:33:11.666649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:11.702702 dv-cinder-850700-1-iscsi neutron-server[104212]: WARNING neutron.services.revisions.revision_plugin [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Could not find related network for resource to bump revision. Jul 21 23:33:11.716356 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:33:11.726452 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (a0c19990-63bf-403f-9935-b3a6c9f44a36), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:11.726788 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Added segment a0c19990-63bf-403f-9935-b3a6c9f44a36 of type vlan for network f423ae4f-d1ef-403a-96ca-4c489a7d063a Jul 21 23:33:11.778871 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (f423ae4f-d1ef-403a-96ca-4c489a7d063a), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:11.803814 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (f423ae4f-d1ef-403a-96ca-4c489a7d063a), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:11.804761 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:33:11.805443 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:11.852108 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5313585 Jul 21 23:33:11.977498 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=f423ae4f-d1ef-403a-96ca-4c489a7d063a,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:33:11.984894 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.985267 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.985625 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.985965 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.986298 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.986626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.986950 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.987273 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.987595 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.987923 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.988250 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.988572 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.988893 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.989352 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:11.989680 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8572ed8-58d8-4367-86da-a17b040a4aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:12.002183 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network f423ae4f-d1ef-403a-96ca-4c489a7d063a details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:33:12.704099 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:13.168044 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:14.085149 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55050) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:33:14.428119 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c099196-2b83-4199-b344-9dec960c1e78 admin admin] GET failed (client error): The resource could not be found. Jul 21 23:33:14.429422 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-4c099196-2b83-4199-b344-9dec960c1e78 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3432229 Jul 21 23:33:14.499719 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05811970-c56c-4b98-b67e-4b397fd209d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:33:14.501164 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-05811970-c56c-4b98-b67e-4b397fd209d2 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677814 Jul 21 23:33:14.511901 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a', 'description': 'shared-subnet'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:33:14.531142 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Made reservation on behalf of 853ebd43a36d473dbecd2e6330bf3136 for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:33:14.533708 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:14.703597 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (e9fcf2b0-a35e-4913-acd6-895a375d591c), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:14.760724 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fcf2b0-a35e-4913-acd6-895a375d591c,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:33:14.771157 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Checking segment: {'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:33:14.771508 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Network hostable DHCP agents. Network: f423ae4f-d1ef-403a-96ca-4c489a7d063a, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:33:14.789116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Network f423ae4f-d1ef-403a-96ca-4c489a7d063a is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:33:14.797117 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, f423ae4f-d1ef-403a-96ca-4c489a7d063a) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:33:14.801137 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:33:14.801795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:14.808097 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58c999-6e1a-48fb-8fbf-daaa0977989b None None] Network f423ae4f-d1ef-403a-96ca-4c489a7d063a requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:33:14.816932 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-37206c2a-bdc3-4aeb-a6c3-d847ed840346 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083303 Jul 21 23:33:14.926028 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-f423ae4f-d1ef-403a-96ca-4c489a7d063a', 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a', 'project_id': '853ebd43a36d473dbecd2e6330bf3136', 'fixed_ips': [{'subnet_id': 'e9fcf2b0-a35e-4913-acd6-895a375d591c'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:33:14.926994 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:15.162955 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Allocated IP 192.168.233.2 (f423ae4f-d1ef-403a-96ca-4c489a7d063a/e9fcf2b0-a35e-4913-acd6-895a375d591c/392e64d9-c7c9-4758-a0a3-6737ddb8f277) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:33:15.310346 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Publish callbacks [] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:15.316481 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:15.354378 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Network f423ae4f-d1ef-403a-96ca-4c489a7d063a is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:33:15.355742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:33:15.361487 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:33:15.373586 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Pushing event updated for resources: {'Port': ['ID=392e64d9-c7c9-4758-a0a3-6737ddb8f277,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:33:15.398256 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.398601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.398966 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.399319 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.399652 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.399982 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.400306 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.400629 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.400951 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.401304 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.401620 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.401955 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.402279 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.402612 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.402911 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:33:15.433696 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Attempting to bind port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:33:15.434059 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Attempting to bind port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:33:15.434415 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Attempting to bind port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 on network f423ae4f-d1ef-403a-96ca-4c489a7d063a {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:33:15.439559 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:33:15.439923 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Checking segment: {'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:33:15.440321 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:15.440711 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Bound using segment: {'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:33:15.441162 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Bound port: 392e64d9-c7c9-4758-a0a3-6737ddb8f277, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:33:15.441555 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:15.507883 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] For port 392e64d9-c7c9-4758-a0a3-6737ddb8f277, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:33:15.517163 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] For port 392e64d9-c7c9-4758-a0a3-6737ddb8f277, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=392e64d9-c7c9-4758-a0a3-6737ddb8f277,segment=NetworkSegment(a0c19990-63bf-403f-9935-b3a6c9f44a36),segment_id=a0c19990-63bf-403f-9935-b3a6c9f44a36)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:33:15.524183 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:15.554390 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=84,neutron:UPDATE=11,neutron:INSERT=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:15.592752 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329957e-a7e1-40d6-bc1a-46161d118cf4 None None] Pushing event updated for resources: {'Port': ['ID=392e64d9-c7c9-4758-a0a3-6737ddb8f277,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:33:16.434120 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdb3e9-d215-4f07-8497-3828000e7add None None] Network f423ae4f-d1ef-403a-96ca-4c489a7d063a requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:33:16.509695 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-763b8f85-0556-4995-b5a2-bdfe7f17f523 None None] Provisioning complete for port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:33:16.510075 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-763b8f85-0556-4995-b5a2-bdfe7f17f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:16.544214 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:16.625944 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-763b8f85-0556-4995-b5a2-bdfe7f17f523 None None] Current status of the port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:33:16.626611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-763b8f85-0556-4995-b5a2-bdfe7f17f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:16.666558 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-763b8f85-0556-4995-b5a2-bdfe7f17f523 None None] For port 392e64d9-c7c9-4758-a0a3-6737ddb8f277, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=392e64d9-c7c9-4758-a0a3-6737ddb8f277,segment=NetworkSegment(a0c19990-63bf-403f-9935-b3a6c9f44a36),segment_id=a0c19990-63bf-403f-9935-b3a6c9f44a36)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:33:16.671111 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-763b8f85-0556-4995-b5a2-bdfe7f17f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:16.730113 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b8f85-0556-4995-b5a2-bdfe7f17f523 None None] Pushing event updated for resources: {'Port': ['ID=392e64d9-c7c9-4758-a0a3-6737ddb8f277,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:33:16.790988 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-84c1cfa3-3686-4dd6-89fd-1bdfb6ca558d None None] Provisioning complete for port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:33:16.791381 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-84c1cfa3-3686-4dd6-89fd-1bdfb6ca558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:16.870068 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-84c1cfa3-3686-4dd6-89fd-1bdfb6ca558d None None] Current status of the port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:33:17.077627 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 392e64d9-c7c9-4758-a0a3-6737ddb8f277 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:33:17.124709 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:33:17.125024 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (392e64d9-c7c9-4758-a0a3-6737ddb8f277), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:17.200095 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 392e64d9-c7c9-4758-a0a3-6737ddb8f277 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:33:19.394050 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:24.808203 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=75,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:24.810981 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:27.195268 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:27.198166 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:34.372741 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=5 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:34.376933 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:37.747321 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-521cddc2-d250-4282-99e0-28ee0dca5d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:40.300403 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-816f3017-f08d-4857-a8ff-e18d86919fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:41.285268 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:42.706555 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:43.171634 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:33:46.381041 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:33:53.165162 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:33:53.167064 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:07.740334 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd3fe-03b7-4fb0-b3a4-55590549ae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:10.304257 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b86f3908-06f3-4990-9393-ae9283ec7bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:11.289292 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:11.368266 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:11.372522 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=5 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:12.709836 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:13.174682 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:23.168904 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:23.170845 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:23.380718 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:34:33.377030 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:37.744356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-33fae2dd-7126-4987-a474-4eceaf5bb05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:40.307379 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f8453d70-6069-4cc9-99c3-1a2a1f226511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:41.293302 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:42.712909 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:43.178354 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:48.364002 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:48.368803 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:34:51.160969 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55090) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:34:51.166614 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [None req-433dbcb1-6618-4bca-aa89-f25472118808 tempest-verify_tempest_config-2018971572 tempest-verify_tempest_config-2018971572-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:34:51.167616 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-433dbcb1-6618-4bca-aa89-f25472118808 tempest-verify_tempest_config-2018971572 tempest-verify_tempest_config-2018971572-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056331 Jul 21 23:34:51.657063 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55108) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:34:51.995462 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:52.072265 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Publish callbacks [] for security_group (62d04a70-0a17-4ff7-854b-5bcfc2945093), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:52.075735 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (62d04a70-0a17-4ff7-854b-5bcfc2945093), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:52.122638 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=824241906e214d70b7ed2cad4f7f8a64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4644895 Jul 21 23:34:52.123690 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d04a70-0a17-4ff7-854b-5bcfc2945093,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:34:52.125357 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55112) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:34:52.131087 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.131436 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.131795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.132142 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.132476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.132807 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.133135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.133491 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.133818 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.134148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.134491 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.134837 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.135163 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.135484 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.135802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785789-6471-4239-aedc-9ad3efee1312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.183268 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Publish callbacks [] for security_group (62d04a70-0a17-4ff7-854b-5bcfc2945093), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:52.204581 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Publish callbacks [] for security_group (62d04a70-0a17-4ff7-854b-5bcfc2945093), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:52.295611 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (62d04a70-0a17-4ff7-854b-5bcfc2945093), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:52.298181 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:34:52.299356 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62d04a70-0a17-4ff7-854b-5bcfc2945093 HTTP/1.1" status: 204 len: 168 time: 0.1729810 Jul 21 23:34:52.307234 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d04a70-0a17-4ff7-854b-5bcfc2945093,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:34:52.314645 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.314996 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.315338 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.315676 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.316031 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.316359 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.316834 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.317164 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.317514 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.317840 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.318185 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.318528 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.318858 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.319179 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:52.319501 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceff699-cd46-4be6-b5f5-cc15ab0bf527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:34:53.173685 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:00.380790 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:35:02.116960 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:02.126987 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:02.302635 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:02.310411 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:02.339578 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:03.837744 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=14 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:07.747204 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-21abaa21-2049-4ed7-8dbe-7156505b47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:10.310114 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-0d275cc1-a73b-4a23-9cfc-0d5353934a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:10.375627 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=14 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:11.296314 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:12.717071 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:13.181336 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:23.175302 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:23.178128 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:25.369129 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:25.373678 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:37.380655 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:35:37.749442 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1f615d9c-d359-444c-9e31-4d7519ebd067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:40.311748 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c27b933b-f4bd-4af7-a724-d3724d1d7fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:41.298859 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:42.719882 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:43.184530 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:35:47.376076 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:47.376755 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:53.178887 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:35:53.180942 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:02.379968 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:06.364667 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:07.751627 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ed3438c0-a1af-4aec-839f-1cbad345daf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:10.317684 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4695a197-578d-4362-8d00-44643abc323e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:11.301468 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:12.722919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:13.186715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:14.379492 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 5 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:36:22.718281 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:23.182988 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:24.375114 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:34.684514 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418679'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:37.754639 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-198c50d1-f207-4e93-89de-d96d3cbb7728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:39.374629 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:39.376824 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:40.309424 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a7f12b34-dd2e-496e-9a0a-21f432e38770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:41.304459 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:42.726675 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:43.191562 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:36:47.351466 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55208) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:36:47.478038 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e13a1173-7c59-4d50-8a42-802d823e0d54 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1254702 Jul 21 23:36:49.569008 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55218) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:36:49.623455 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-b3719b68-8533-412a-91df-8c5614ade8e1 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533535 Jul 21 23:36:51.378137 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:36:53.179412 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:INSERT=1,neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:53.185571 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:59.617444 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:36:59.618216 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:03.836628 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=11 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:03.838489 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=17 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:04.671031 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:07.756633 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a197b159-c38e-4b94-a8c1-bd88995a5759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:10.311510 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b3d339cb-c3c9-4532-80c6-f5f8c798ecfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:11.305800 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:12.732100 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:13.194373 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:16.368426 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:16.372492 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:23.182662 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:23.190683 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:28.377820 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:37:34.683943 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:37.757948 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7a3c947d-5735-4c0e-91b0-5526cea15f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:38.372802 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:40.316750 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-593326e4-958b-43df-ad30-5deab14f23fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:41.311807 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:42.733211 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:43.202413 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:37:53.193699 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:53.198713 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:53.374550 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:37:53.386010 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:04.681919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:05.378788 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:38:06.368687 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:07.759849 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-049eff0e-be78-4ad1-ab01-dc0b64054096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:10.311847 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4c78f4ea-c30d-4a1a-a1e5-d189647f1f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:11.311775 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:12.741355 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:13.199561 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:15.373856 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:23.193504 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:23.195006 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:25.136076 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55356) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:25.497592 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-network', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:25.522611 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Made reservation on behalf of 9612b265be6144809add4ce9e14ff6ee for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:25.528310 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.538299 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.621054 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks [] for security_group (7cb18ac0-9aee-422e-a28a-a55ccaa05d72), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.627413 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7cb18ac0-9aee-422e-a28a-a55ccaa05d72), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.661722 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:38:25.671981 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb18ac0-9aee-422e-a28a-a55ccaa05d72,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:25.683383 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (d43e79bc-0f0e-4505-8ab8-a5b685aead6d), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.683383 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Added segment d43e79bc-0f0e-4505-8ab8-a5b685aead6d of type vlan for network fa056cf4-005e-4995-9d38-6224e7ebccf4 Jul 21 23:38:25.683684 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.683861 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.684119 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.684453 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.684785 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.685112 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.686069 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.686374 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.686719 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.687020 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.687366 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.687693 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.688012 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.688329 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.688644 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Tracked resource versions report: Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: pushed versions: Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: { 'AddressGroup': {'1.2'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Agent': {'1.1'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'ConntrackHelper': {'1.0'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Log': {'1.0'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'NDPProxy': {'1.0'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Network': {'1.1'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Port': {'1.7'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'PortForwarding': {'1.3'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'QosPolicy': {'1.10'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroup': {'1.5'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SubPort': {'1.0'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Subnet': {'1.1'}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Trunk': {'1.1'}} Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: consumer versions: Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: HyperV agent@hv-cinder-85070: {}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Agent': '1.1', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'ConntrackHelper': '1.0', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'LocalIPAssociation': '1.0', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Log': '1.0', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'NDPProxy': '1.0', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Network': '1.1', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Port': '1.7', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'PortForwarding': '1.3', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'QosPolicy': '1.10', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroup': '1.5', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SecurityGroupRule': '1.2', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'SubPort': '1.0', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Subnet': '1.1', Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: 'Trunk': '1.1'}} Jul 21 23:38:25.689896 dv-cinder-850700-1-iscsi neutron-server[104211]: {{(pid=104211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:38:25.738629 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (fa056cf4-005e-4995-9d38-6224e7ebccf4), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.770133 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (fa056cf4-005e-4995-9d38-6224e7ebccf4), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.771461 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:25.772154 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:25.838647 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] Pushing event updated for resources: {'Network': ['ID=fa056cf4-005e-4995-9d38-6224e7ebccf4,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:25.844495 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-dae91029-e052-46b6-ab09-7055b107dd59 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7073808 Jul 21 23:38:25.847504 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55412) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:25.851366 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:38:25.854757 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Request body: {'subnet': {'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-subnet', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:25.879439 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Made reservation on behalf of 9612b265be6144809add4ce9e14ff6ee for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:25.882284 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.041144 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55424) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:26.097592 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (a846dbfa-cfc9-4616-8922-f51270da4f09), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.164291 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Checking segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:26.165094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Network hostable DHCP agents. Network: fa056cf4-005e-4995-9d38-6224e7ebccf4, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:38:26.172878 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a846dbfa-cfc9-4616-8922-f51270da4f09,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:26.197055 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:38:26.208590 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, fa056cf4-005e-4995-9d38-6224e7ebccf4) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:26.214568 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:26.215691 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.221768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdafc40-9df0-4977-9841-916c2913c5b5 None None] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:26.237735 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a1eb8467-26fb-4027-be93-44a722723a7f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3889964 Jul 21 23:38:26.238941 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55436) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:26.243242 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:26.269168 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.270520 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.287276 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:26.288256 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:26.371689 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-fa056cf4-005e-4995-9d38-6224e7ebccf4', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:38:26.375251 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.387298 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks [] for router_controller (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), precommit_add_association {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.536913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks [] for router_gateway (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.572802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55448) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:26.588507 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Allocated IP 172.20.0.2 (fa056cf4-005e-4995-9d38-6224e7ebccf4/a846dbfa-cfc9-4616-8922-f51270da4f09/746c57f7-ee99-460f-9175-6681c0e83d2f) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:26.608385 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55452) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:26.631756 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-262965400-network', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:26.679604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Made reservation on behalf of 49d99b1f2c324aef91d2b56899ff631f for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:26.683015 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.694296 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.800525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks [] for security_group (f441fda6-3f69-4eeb-8e34-cf1cae6416ca), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.813860 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f441fda6-3f69-4eeb-8e34-cf1cae6416ca), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.838653 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:38:26.871014 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (e71a796f-111f-4fde-914f-933ea286e548), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.873585 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Added segment e71a796f-111f-4fde-914f-933ea286e548 of type vlan for network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 Jul 21 23:38:26.884947 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks [] for router_gateway (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.909516 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.923989 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Publish callbacks [] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.938287 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:26.994430 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Pushing event updated for resources: {'Port': ['ID=746c57f7-ee99-460f-9175-6681c0e83d2f,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:26.999080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (0032c6d4-073b-4e65-95df-c6fe5a9753d5), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.015534 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:27.018279 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:27.020720 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.021269 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.021771 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.022289 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.022766 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.023656 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.024137 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.024668 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.025151 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.025649 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.026141 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.026623 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.027769 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.028401 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.028867 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Tracked resource versions report: Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: pushed versions: Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: { 'AddressGroup': {'1.2'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Agent': {'1.1'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'ConntrackHelper': {'1.0'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Log': {'1.0'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'NDPProxy': {'1.0'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Network': {'1.1'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Port': {'1.7'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'PortForwarding': {'1.3'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'QosPolicy': {'1.10'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroup': {'1.5'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SubPort': {'1.0'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Subnet': {'1.1'}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Trunk': {'1.1'}} Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: consumer versions: Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: HyperV agent@hv-cinder-85070: {}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Agent': '1.1', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'ConntrackHelper': '1.0', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'LocalIPAssociation': '1.0', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Log': '1.0', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'NDPProxy': '1.0', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Network': '1.1', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Port': '1.7', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'PortForwarding': '1.3', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'QosPolicy': '1.10', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroup': '1.5', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SecurityGroupRule': '1.2', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'SubPort': '1.0', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Subnet': '1.1', Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: 'Trunk': '1.1'}} Jul 21 23:38:27.031861 dv-cinder-850700-1-iscsi neutron-server[104213]: {{(pid=104213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:38:27.037469 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:27.058031 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (0032c6d4-073b-4e65-95df-c6fe5a9753d5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.064933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:27.066037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.125983 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Attempting to bind port 746c57f7-ee99-460f-9175-6681c0e83d2f on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:27.126591 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Attempting to bind port 746c57f7-ee99-460f-9175-6681c0e83d2f by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:27.127155 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Attempting to bind port 746c57f7-ee99-460f-9175-6681c0e83d2f on network fa056cf4-005e-4995-9d38-6224e7ebccf4 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:27.135040 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:27.135687 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Checking segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:27.136311 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.137342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Bound using segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:27.138134 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Bound port: 746c57f7-ee99-460f-9175-6681c0e83d2f, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:27.138711 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.151717 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Allocated IP 172.27.1.99 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/06fc91dd-f06d-4bbf-8921-771039b540cf) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:27.248881 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] For port 746c57f7-ee99-460f-9175-6681c0e83d2f, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:27.258454 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] For port 746c57f7-ee99-460f-9175-6681c0e83d2f, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=746c57f7-ee99-460f-9175-6681c0e83d2f,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:27.273653 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.275476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0032c6d4-073b-4e65-95df-c6fe5a9753d5,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:27.322793 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-network', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:27.335027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.335391 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.336942 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.337498 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.338953 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.339470 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.339875 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks [] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.340945 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.342959 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.343496 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.345533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.347156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.349112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.349650 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.350152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.350638 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Tracked resource versions report: Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: pushed versions: Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: { 'AddressGroup': {'1.2'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Agent': {'1.1'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'ConntrackHelper': {'1.0'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Log': {'1.0'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'NDPProxy': {'1.0'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Network': {'1.1'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Port': {'1.7'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'PortForwarding': {'1.3'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'QosPolicy': {'1.10'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroup': {'1.5'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SubPort': {'1.0'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Subnet': {'1.1'}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Trunk': {'1.1'}} Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: consumer versions: Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: HyperV agent@hv-cinder-85070: {}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Agent': '1.1', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'ConntrackHelper': '1.0', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'LocalIPAssociation': '1.0', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Log': '1.0', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'NDPProxy': '1.0', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Network': '1.1', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Port': '1.7', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'PortForwarding': '1.3', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'QosPolicy': '1.10', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroup': '1.5', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SecurityGroupRule': '1.2', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'SubPort': '1.0', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Subnet': '1.1', Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: 'Trunk': '1.1'}} Jul 21 23:38:27.355457 dv-cinder-850700-1-iscsi neutron-server[104212]: {{(pid=104212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:38:27.370314 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1080385158-network', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:27.377441 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.386230 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:38:27.439298 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f441fda6-3f69-4eeb-8e34-cf1cae6416ca,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:27.442832 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Pushing event updated for resources: {'Port': ['ID=06fc91dd-f06d-4bbf-8921-771039b540cf,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:27.461831 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-e6712a85-0dc5-4ddb-8a8a-84eab03745a0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4194160 Jul 21 23:38:27.466540 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55472) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:27.470662 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:27.471758 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:27.472908 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:27.476866 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:27.496231 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Request body: {'subnet': {'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-262965400-subnet', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:27.577857 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Made reservation on behalf of fc4faed5bed7450da8122eeb77459f3a for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:27.580259 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.629553 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.638812 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Made reservation on behalf of 79b6d71ecbf94b7a81761727712881ea for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:27.643993 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.646310 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e595b4-4e4c-4424-a114-d166841b4f6d None None] Pushing event updated for resources: {'Port': ['ID=746c57f7-ee99-460f-9175-6681c0e83d2f,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:27.658631 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Made reservation on behalf of 49d99b1f2c324aef91d2b56899ff631f for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:27.667420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.697992 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:27.759738 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:27.931602 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks [] for router_gateway (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.037904 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=72,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:28.059037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks [] for security_group (f0c1c684-694d-431a-9526-1628482965a4), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.085620 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks [] for security_group (f7528359-685a-4f2b-9ed0-a498d2260fcb), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.088012 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f0c1c684-694d-431a-9526-1628482965a4), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.132210 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f7528359-685a-4f2b-9ed0-a498d2260fcb), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.164532 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:38:28.168227 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:28.202690 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1c684-694d-431a-9526-1628482965a4,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:28.205670 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:38:28.213962 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (407cba9d-61cf-4df7-b106-7edc975a5e38), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.236982 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.250324 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (91249463-2585-427a-aeae-2bba94ae521f), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.250735 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Added segment 91249463-2585-427a-aeae-2bba94ae521f of type vlan for network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 Jul 21 23:38:28.323631 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (db7b04fe-74b8-4a1d-b84d-14b166fb83d5), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.450754 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (4e1efdae-18ed-4cc5-b726-a90e184371de), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.451112 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Added segment 4e1efdae-18ed-4cc5-b726-a90e184371de of type vlan for network 54f97918-47c2-4d61-9f70-7fcf49dfea51 Jul 21 23:38:28.454126 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Router c40a6a04-6cab-45de-b3ad-d88c5a6858fe is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:38:28.455647 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (db7b04fe-74b8-4a1d-b84d-14b166fb83d5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.456660 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:28.466915 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.575298 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (54f97918-47c2-4d61-9f70-7fcf49dfea51), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.637506 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:28.660572 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Sync routers for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:28.674080 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.675630 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3b0861cd-80f4-4610-9cb7-e2bc81972969 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4357574 Jul 21 23:38:28.679695 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55516) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:28.687147 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:28.691464 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:28.703609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (54f97918-47c2-4d61-9f70-7fcf49dfea51), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.704910 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:28.705638 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.735334 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:28.737035 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7528359-685a-4f2b-9ed0-a498d2260fcb,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:28.741234 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Checking segment: {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:28.741890 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Network hostable DHCP agents. Network: 0032c6d4-073b-4e65-95df-c6fe5a9753d5, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:38:28.744522 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] Pushing event updated for resources: {'Network': ['ID=db7b04fe-74b8-4a1d-b84d-14b166fb83d5,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:28.787030 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ba2b40cd-758a-4811-a06b-e3360fb219fa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1743133 Jul 21 23:38:28.789409 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:38:28.797846 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55518) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:28.809097 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Request body: {'subnet': {'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-subnet', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:28.814463 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.2397656 Jul 21 23:38:28.821987 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55520) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:28.859202 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Request body: {'subnet': {'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-subnet', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:28.869974 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=407cba9d-61cf-4df7-b106-7edc975a5e38,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:28.882689 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:28.885582 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53dcfe-4565-4ae2-87af-e0f817182563 admin admin] Pushing event updated for resources: {'Network': ['ID=54f97918-47c2-4d61-9f70-7fcf49dfea51,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:28.898999 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:38:28.936314 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Made reservation on behalf of 79b6d71ecbf94b7a81761727712881ea for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:28.939873 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:28.947851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 0032c6d4-073b-4e65-95df-c6fe5a9753d5) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:28.957444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:28.958053 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.014116 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Made reservation on behalf of fc4faed5bed7450da8122eeb77459f3a for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:29.020499 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-e03037e6-b0b0-4a41-8640-05699bf9a9e2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5409544 Jul 21 23:38:29.021788 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.022569 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55524) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:29.043326 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:38:29.046077 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584a903-f7cd-4f30-bd0b-e1cda692fd50 None None] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:29.078944 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:29.081465 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43da09a-3fe5-4811-a206-c194bf59132b None None] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:29.115232 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:29.221866 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:29.271972 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:29.338511 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-be3a1544-5b80-4824-a93d-74ddf1fb3ee3 None None] Provisioning complete for port 746c57f7-ee99-460f-9175-6681c0e83d2f triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:29.339273 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-be3a1544-5b80-4824-a93d-74ddf1fb3ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.403136 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.405096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.548653 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (09c4a61f-4025-4c2e-9704-f6f61ca492ff), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.569244 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:27Z', 'revision_number': 3, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:29.642701 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Checking router: c40a6a04-6cab-45de-b3ad-d88c5a6858fe for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:29.643412 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Updating router c40a6a04-6cab-45de-b3ad-d88c5a6858fe port 06fc91dd-f06d-4bbf-8921-771039b540cf binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:29.649595 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c4a61f-4025-4c2e-9704-f6f61ca492ff,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:29.672253 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks [] for router_controller (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), precommit_add_association {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.689361 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:29.734084 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 746c57f7-ee99-460f-9175-6681c0e83d2f up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:29.758059 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.901680 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-be3a1544-5b80-4824-a93d-74ddf1fb3ee3 None None] Current status of the port 746c57f7-ee99-460f-9175-6681c0e83d2f is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:29.902930 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-be3a1544-5b80-4824-a93d-74ddf1fb3ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.934980 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 746c57f7-ee99-460f-9175-6681c0e83d2f triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:29.936091 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:29.984283 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (83a40dc0-7391-401e-a129-8da6c5519058), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.041245 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-be3a1544-5b80-4824-a93d-74ddf1fb3ee3 None None] For port 746c57f7-ee99-460f-9175-6681c0e83d2f, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=746c57f7-ee99-460f-9175-6681c0e83d2f,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:30.067648 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-be3a1544-5b80-4824-a93d-74ddf1fb3ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.068523 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a40dc0-7391-401e-a129-8da6c5519058,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:30.090961 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:30.202213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Checking segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:30.203069 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Network hostable DHCP agents. Network: db7b04fe-74b8-4a1d-b84d-14b166fb83d5, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:38:30.204034 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:30.210028 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a1544-5b80-4824-a93d-74ddf1fb3ee3 None None] Pushing event updated for resources: {'Port': ['ID=746c57f7-ee99-460f-9175-6681c0e83d2f,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:30.276610 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-4859d3d6-00a3-4758-a3c3-68568d426503 None None] Provisioning complete for port 746c57f7-ee99-460f-9175-6681c0e83d2f triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:30.277335 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4859d3d6-00a3-4758-a3c3-68568d426503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.319113 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:38:30.362247 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'fixed_ips': [{'subnet_id': '407cba9d-61cf-4df7-b106-7edc975a5e38'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:38:30.363129 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.363611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.408164 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, db7b04fe-74b8-4a1d-b84d-14b166fb83d5) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:30.424491 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:30.424998 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.429461 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Checking segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:30.434827 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Network hostable DHCP agents. Network: 54f97918-47c2-4d61-9f70-7fcf49dfea51, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:38:30.453034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks [] for router_gateway (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.479779 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 746c57f7-ee99-460f-9175-6681c0e83d2f is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:30.486732 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-732ead08-11bb-4ee1-98a8-f2cea36258a3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6854868 Jul 21 23:38:30.489260 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb541f-2d83-4ac6-a8ca-8e2913cf328c None None] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:30.498455 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55588) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:30.516168 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:30.545981 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:38:30.566690 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 54f97918-47c2-4d61-9f70-7fcf49dfea51) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:30.577142 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:30.578074 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.596764 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (6df46ece-031b-4779-9eba-84cb51c2b0d3), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.598302 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (6df46ece-031b-4779-9eba-84cb51c2b0d3), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.609582 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:30.618451 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-413b157d-2e1b-4fc1-8148-e6ac6be2b8d7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7911906 Jul 21 23:38:30.620514 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55598) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:30.625856 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Publish callbacks [] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.630237 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:30.650187 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a3829-f735-4e48-94c0-ee17cce644dd None None] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:30.655695 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.739697 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Attempting to bind port 06fc91dd-f06d-4bbf-8921-771039b540cf on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:30.741150 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Attempting to bind port 06fc91dd-f06d-4bbf-8921-771039b540cf by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:30.741678 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Attempting to bind port 06fc91dd-f06d-4bbf-8921-771039b540cf on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:30.768621 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (95ab97f9-82ec-4c3e-b987-4561c9a87f28), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.770005 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (95ab97f9-82ec-4c3e-b987-4561c9a87f28), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.792729 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks [] for router_controller (6df46ece-031b-4779-9eba-84cb51c2b0d3), precommit_add_association {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.806293 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Allocated IP 172.20.0.1 (fa056cf4-005e-4995-9d38-6224e7ebccf4/a846dbfa-cfc9-4616-8922-f51270da4f09/80370fdf-2085-47e0-afc7-6868dd155667) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:30.854690 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:30.855223 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:30.859174 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.859611 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:30.860128 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Bound port: 06fc91dd-f06d-4bbf-8921-771039b540cf, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:30.860527 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.864668 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks [] for router_controller (95ab97f9-82ec-4c3e-b987-4561c9a87f28), precommit_add_association {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.884312 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-4859d3d6-00a3-4758-a3c3-68568d426503 None None] Current status of the port 746c57f7-ee99-460f-9175-6681c0e83d2f is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:30.949208 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-54f97918-47c2-4d61-9f70-7fcf49dfea51', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:38:30.951223 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:30.972990 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:38:30.974027 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.041541 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] For port 06fc91dd-f06d-4bbf-8921-771039b540cf, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:31.050597 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] For port 06fc91dd-f06d-4bbf-8921-771039b540cf, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=06fc91dd-f06d-4bbf-8921-771039b540cf,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:31.075289 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.102645 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks [] for router_gateway (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.152156 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks [] for port (80370fdf-2085-47e0-afc7-6868dd155667), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.173915 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:31.175732 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:31.177667 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:31.218723 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.249858 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (80370fdf-2085-47e0-afc7-6868dd155667), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.317511 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks [] for router_gateway (6df46ece-031b-4779-9eba-84cb51c2b0d3), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.336400 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:31.337604 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:31.449974 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:31.470794 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 746c57f7-ee99-460f-9175-6681c0e83d2f up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:31.495933 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55620) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:31.516656 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:31.608987 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks [] for router_gateway (95ab97f9-82ec-4c3e-b987-4561c9a87f28), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.636456 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:31.645629 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=80370fdf-2085-47e0-afc7-6868dd155667,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:31.698677 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:31.698852 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:31.801490 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:31.801490 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:31.879628 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:27Z', 'revision_number': 3, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:31.887002 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Allocated IP 172.20.0.2 (54f97918-47c2-4d61-9f70-7fcf49dfea51/09c4a61f-4025-4c2e-9704-f6f61ca492ff/d491e4d6-957d-4cb5-9b3a-429879483800) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:31.994316 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Pushing event updated for resources: {'Port': ['ID=06fc91dd-f06d-4bbf-8921-771039b540cf,revision_number=2']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:32.002072 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8919b-8a52-493d-917a-5ea8022959c0 None None] The sync data for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi is: [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:27Z', 'revision_number': 3, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:38:32.009351 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Allocated IP 172.20.0.2 (0032c6d4-073b-4e65-95df-c6fe5a9753d5/407cba9d-61cf-4df7-b106-7edc975a5e38/2fe2ef5e-ae22-45ce-8e18-26951b138149) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:32.024631 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.027363 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.028005 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.030284 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.032660 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.033288 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.033918 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.036426 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.037501 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.038073 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.038760 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.039302 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.043299 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:32.043884 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.045127 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.045818 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Tracked resource versions report: Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: pushed versions: Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: { 'AddressGroup': {'1.2'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Agent': {'1.1'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'ConntrackHelper': {'1.0'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'LocalIPAssociation': {'1.0'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Log': {'1.0'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'NDPProxy': {'1.0'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Network': {'1.1'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Port': {'1.7'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'PortForwarding': {'1.3'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'QosPolicy': {'1.10'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroup': {'1.5'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroupRule': {'1.2'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SubPort': {'1.0'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Subnet': {'1.1'}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Trunk': {'1.1'}} Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: consumer versions: Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: { DHCP agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: HyperV agent@hv-cinder-85070: {}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: L3 agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: Metadata agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: Metering agent@dv-cinder-850700-1-iscsi: {}, Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: Open vSwitch agent@dv-cinder-850700-1-iscsi: { 'AddressGroup': '1.2', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Agent': '1.1', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'ConntrackHelper': '1.0', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'LocalIPAssociation': '1.0', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Log': '1.0', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'NDPProxy': '1.0', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Network': '1.1', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Port': '1.7', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'PortForwarding': '1.3', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'QosPolicy': '1.10', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroup': '1.5', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SecurityGroupRule': '1.2', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'SubPort': '1.0', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Subnet': '1.1', Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: 'Trunk': '1.1'}} Jul 21 23:38:32.047370 dv-cinder-850700-1-iscsi neutron-server[104214]: {{(pid=104214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 23:38:32.133945 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-43028514-9ddd-4caf-82cd-725842fc1b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.227001 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705823-e869-4c01-aff3-0b8b7fbd2e3e None None] Pushing event updated for resources: {'Port': ['ID=06fc91dd-f06d-4bbf-8921-771039b540cf,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:32.277115 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 746c57f7-ee99-460f-9175-6681c0e83d2f triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:32.278093 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.422699 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-43028514-9ddd-4caf-82cd-725842fc1b53 admin admin] Publish callbacks [] for security_group (2fc79f24-ac3f-4bec-907c-4d9e72865c67), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.425799 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks [] for router_gateway (6df46ece-031b-4779-9eba-84cb51c2b0d3), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.449595 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-43028514-9ddd-4caf-82cd-725842fc1b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (2fc79f24-ac3f-4bec-907c-4d9e72865c67), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.459719 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Allocated IP 172.20.0.2 (db7b04fe-74b8-4a1d-b84d-14b166fb83d5/83a40dc0-7391-401e-a129-8da6c5519058/4a86fb29-df71-4d71-bd14-4dead7206482) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:32.463331 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-d96012b6-5342-47d2-9daf-f3ccdcb97ec9 None None] Provisioning complete for port 80370fdf-2085-47e0-afc7-6868dd155667 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:32.463856 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d96012b6-5342-47d2-9daf-f3ccdcb97ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (80370fdf-2085-47e0-afc7-6868dd155667), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.475382 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Allocated IP 172.27.1.124 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/d0b7aa2b-86d7-4b53-9458-ba2e17520e9e) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:32.539632 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.548937 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-43028514-9ddd-4caf-82cd-725842fc1b53 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59ee7ce06e30455586c414cf477c5968&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9983449 Jul 21 23:38:32.556819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55652) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:32.578756 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks [] for router_gateway (95ab97f9-82ec-4c3e-b987-4561c9a87f28), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.587373 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (80370fdf-2085-47e0-afc7-6868dd155667), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.623523 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.627467 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028514-9ddd-4caf-82cd-725842fc1b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc79f24-ac3f-4bec-907c-4d9e72865c67,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:32.660291 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-d96012b6-5342-47d2-9daf-f3ccdcb97ec9 None None] Port 80370fdf-2085-47e0-afc7-6868dd155667 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:32.703025 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:32.754718 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Publish callbacks [] for port (d491e4d6-957d-4cb5-9b3a-429879483800), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.760632 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks [] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.771504 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:32.794841 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.816702 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d1487163-913f-4db5-a6c8-6ab613ce3b4d admin admin] Publish callbacks [] for security_group (2fc79f24-ac3f-4bec-907c-4d9e72865c67), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.844708 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:32.851629 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:32.877065 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d1487163-913f-4db5-a6c8-6ab613ce3b4d admin admin] Publish callbacks [] for security_group (2fc79f24-ac3f-4bec-907c-4d9e72865c67), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.880040 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks [] for port (80370fdf-2085-47e0-afc7-6868dd155667), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.882046 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 746c57f7-ee99-460f-9175-6681c0e83d2f is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:32.886313 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (80370fdf-2085-47e0-afc7-6868dd155667), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.888289 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.892476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:32.929483 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:32.940439 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:32.943266 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:32.983324 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Pushing event updated for resources: {'Port': ['ID=d491e4d6-957d-4cb5-9b3a-429879483800,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:33.015176 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Publish callbacks [] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.039734 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:33.057628 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:33.059600 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=80370fdf-2085-47e0-afc7-6868dd155667,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:33.062986 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:33.076954 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.241292 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d1487163-913f-4db5-a6c8-6ab613ce3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (2fc79f24-ac3f-4bec-907c-4d9e72865c67), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.244241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d1487163-913f-4db5-a6c8-6ab613ce3b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.245763 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-d1487163-913f-4db5-a6c8-6ab613ce3b4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fc79f24-ac3f-4bec-907c-4d9e72865c67 HTTP/1.1" status: 204 len: 168 time: 0.6832657 Jul 21 23:38:33.307920 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:33.344114 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1487163-913f-4db5-a6c8-6ab613ce3b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc79f24-ac3f-4bec-907c-4d9e72865c67,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:33.370856 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:33.410133 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 06fc91dd-f06d-4bbf-8921-771039b540cf up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:33.414543 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Allocated IP 172.27.1.211 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/bc6fa31f-543e-4cc5-9c57-f6c63fae0493) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:33.453218 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:33.456282 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Pushing event updated for resources: {'Port': ['ID=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:33.487411 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Attempting to bind port d491e4d6-957d-4cb5-9b3a-429879483800 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:33.487921 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Attempting to bind port d491e4d6-957d-4cb5-9b3a-429879483800 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:33.488499 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Attempting to bind port d491e4d6-957d-4cb5-9b3a-429879483800 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:33.506728 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Publish callbacks [] for port (4a86fb29-df71-4d71-bd14-4dead7206482), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.518465 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Router c40a6a04-6cab-45de-b3ad-d88c5a6858fe has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:38:33.603981 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:33.623787 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:33.635054 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:33.636148 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Checking segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:33.637014 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.637421 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Bound using segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:33.639112 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Bound port: d491e4d6-957d-4cb5-9b3a-429879483800, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:33.640635 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.665257 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:33.707465 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:33.725233 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d2618619-b2d1-4dc2-b224-242dd047a6f3 admin admin] 10.222.0.57 "PUT /v2.0/routers/c40a6a04-6cab-45de-b3ad-d88c5a6858fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0386324 Jul 21 23:38:33.725440 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.727152 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 06fc91dd-f06d-4bbf-8921-771039b540cf triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:33.728311 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.785791 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:33.787134 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-8c09de59-14a5-48ae-9c55-843e6e09dda4 None None] Provisioning complete for port 80370fdf-2085-47e0-afc7-6868dd155667 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:33.787538 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-8c09de59-14a5-48ae-9c55-843e6e09dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (80370fdf-2085-47e0-afc7-6868dd155667), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.872506 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Pushing event updated for resources: {'Port': ['ID=2fe2ef5e-ae22-45ce-8e18-26951b138149,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:33.906086 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55684) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:33.921146 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a1dcfd8b-c5f4-4b01-ad37-669e7562759f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:33.972158 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks [] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.058326 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.138867 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:34.146052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:34.213470 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:34.219572 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Allocated IP 172.27.1.106 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/5855d844-6341-4f04-a888-c878c85773e6) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:34.223764 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:34.225710 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-8c09de59-14a5-48ae-9c55-843e6e09dda4 None None] Port 80370fdf-2085-47e0-afc7-6868dd155667 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:34.229732 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:34.253420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:34.261171 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Pushing event updated for resources: {'Port': ['ID=4a86fb29-df71-4d71-bd14-4dead7206482,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:34.272402 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:34.278595 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:34.282716 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] For port d491e4d6-957d-4cb5-9b3a-429879483800, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:34.291433 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] For port d491e4d6-957d-4cb5-9b3a-429879483800, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=d491e4d6-957d-4cb5-9b3a-429879483800,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:34.298693 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Attempting to bind port 2fe2ef5e-ae22-45ce-8e18-26951b138149 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:34.299067 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Attempting to bind port 2fe2ef5e-ae22-45ce-8e18-26951b138149 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:34.299431 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Attempting to bind port 2fe2ef5e-ae22-45ce-8e18-26951b138149 on network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:34.301403 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a1dcfd8b-c5f4-4b01-ad37-669e7562759f admin admin] Publish callbacks [] for security_group (c117f97e-de7c-45a0-86ea-c2bf51ba0206), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.336948 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a1dcfd8b-c5f4-4b01-ad37-669e7562759f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c117f97e-de7c-45a0-86ea-c2bf51ba0206), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.348098 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.360646 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:34.361436 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Checking segment: {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:34.363861 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.364282 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Bound using segment: {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:34.364787 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Bound port: 2fe2ef5e-ae22-45ce-8e18-26951b138149, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:34.365176 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.373729 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:34.463586 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a1dcfd8b-c5f4-4b01-ad37-669e7562759f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18d2b4c6f56d4261b29250eadd86efa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5563881 Jul 21 23:38:34.466906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55702) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:34.467730 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcfd8b-c5f4-4b01-ad37-669e7562759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c117f97e-de7c-45a0-86ea-c2bf51ba0206,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:34.471426 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:34.477328 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 06fc91dd-f06d-4bbf-8921-771039b540cf is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:34.477799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.525076 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 06fc91dd-f06d-4bbf-8921-771039b540cf, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=06fc91dd-f06d-4bbf-8921-771039b540cf,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:34.571792 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks [] for port (5855d844-6341-4f04-a888-c878c85773e6), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.575412 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Sync routers for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:34.575623 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55706) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:34.590224 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-afdc0d8e-cddb-4c62-a6e5-34aa2e8b5335 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907728901', 'description': 'tempest-description--355301602'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:34.602800 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.604634 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:34.605247 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:34.616207 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Attempting to bind port 4a86fb29-df71-4d71-bd14-4dead7206482 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:34.616207 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Attempting to bind port 4a86fb29-df71-4d71-bd14-4dead7206482 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:34.616207 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Attempting to bind port 4a86fb29-df71-4d71-bd14-4dead7206482 on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:34.617727 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bcc-5732-4de6-b996-bfa1361bea35 admin admin] Publish callbacks [] for security_group (c117f97e-de7c-45a0-86ea-c2bf51ba0206), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.639593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks [] for router_gateway (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.693637 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bcc-5732-4de6-b996-bfa1361bea35 admin admin] Publish callbacks [] for security_group (c117f97e-de7c-45a0-86ea-c2bf51ba0206), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.702767 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:34.703146 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Checking segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:34.703555 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.704255 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Bound using segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:34.704440 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Bound port: 4a86fb29-df71-4d71-bd14-4dead7206482, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:34.704831 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.710841 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc849e-fd9a-44c8-90a0-f3ff76f70dce None None] Pushing event updated for resources: {'Port': ['ID=d491e4d6-957d-4cb5-9b3a-429879483800,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:34.760801 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] For port 2fe2ef5e-ae22-45ce-8e18-26951b138149, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:34.791750 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks [] for router_gateway (6df46ece-031b-4779-9eba-84cb51c2b0d3), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.797262 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (5855d844-6341-4f04-a888-c878c85773e6), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.825253 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.860134 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] For port 2fe2ef5e-ae22-45ce-8e18-26951b138149, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=2fe2ef5e-ae22-45ce-8e18-26951b138149,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:34.881666 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-afdc0d8e-cddb-4c62-a6e5-34aa2e8b5335 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.884842 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Pushing event updated for resources: {'Port': ['ID=5855d844-6341-4f04-a888-c878c85773e6,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:34.904274 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:34.911824 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.925564 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bcc-5732-4de6-b996-bfa1361bea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c117f97e-de7c-45a0-86ea-c2bf51ba0206), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.928985 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fda9bcc-5732-4de6-b996-bfa1361bea35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:34.934900 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6fda9bcc-5732-4de6-b996-bfa1361bea35 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c117f97e-de7c-45a0-86ea-c2bf51ba0206 HTTP/1.1" status: 204 len: 168 time: 0.4580052 Jul 21 23:38:34.934900 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:34.937790 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=06fc91dd-f06d-4bbf-8921-771039b540cf,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:34.947259 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda9bcc-5732-4de6-b996-bfa1361bea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c117f97e-de7c-45a0-86ea-c2bf51ba0206,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:34.955539 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:34.959705 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:34.962214 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:35.015467 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] For port 4a86fb29-df71-4d71-bd14-4dead7206482, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:35.078782 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] For port 4a86fb29-df71-4d71-bd14-4dead7206482, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4a86fb29-df71-4d71-bd14-4dead7206482,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:35.102952 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:35.161786 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:35.190698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c924-0373-422c-87c9-223b85c9e476 None None] Pushing event updated for resources: {'Port': ['ID=2fe2ef5e-ae22-45ce-8e18-26951b138149,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:35.358105 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b9a0-8f3f-4127-b7d6-44594efec223 None None] Pushing event updated for resources: {'Port': ['ID=4a86fb29-df71-4d71-bd14-4dead7206482,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:35.378405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (6df46ece-031b-4779-9eba-84cb51c2b0d3), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:35.441968 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:35.488549 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:35.566697 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:35.594841 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-afdc0d8e-cddb-4c62-a6e5-34aa2e8b5335 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (822715f5-bd4b-449e-81fc-523649b2b67d), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:35.606695 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-afdc0d8e-cddb-4c62-a6e5-34aa2e8b5335 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (822715f5-bd4b-449e-81fc-523649b2b67d), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:35.640072 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 2, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:35.711285 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Checking router: c40a6a04-6cab-45de-b3ad-d88c5a6858fe for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:35.711775 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Updating router c40a6a04-6cab-45de-b3ad-d88c5a6858fe port 80370fdf-2085-47e0-afc7-6868dd155667 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:35.744914 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-afdc0d8e-cddb-4c62-a6e5-34aa2e8b5335 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:35.765988 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-afdc0d8e-cddb-4c62-a6e5-34aa2e8b5335 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.1866939 Jul 21 23:38:35.773025 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55728) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:35.799084 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-a312b31a-d7d4-4e24-abcc-ce258ec2568c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'security_group_rule': {'security_group_id': '822715f5-bd4b-449e-81fc-523649b2b67d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:35.802279 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d491e4d6-957d-4cb5-9b3a-429879483800 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:35.853455 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks [] for router_gateway (95ab97f9-82ec-4c3e-b987-4561c9a87f28), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:35.869301 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc0d8e-cddb-4c62-a6e5-34aa2e8b5335 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822715f5-bd4b-449e-81fc-523649b2b67d,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:35.888482 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:35.915764 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:38:35.929406 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:38:36.004870 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a312b31a-d7d4-4e24-abcc-ce258ec2568c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (382d8b03-34cb-4f2f-ad41-5e17bc9467bf), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.031371 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (80370fdf-2085-47e0-afc7-6868dd155667), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.182131 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port d491e4d6-957d-4cb5-9b3a-429879483800 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:36.197029 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.200678 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a312b31a-d7d4-4e24-abcc-ce258ec2568c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (382d8b03-34cb-4f2f-ad41-5e17bc9467bf), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.213866 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a312b31a-d7d4-4e24-abcc-ce258ec2568c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (382d8b03-34cb-4f2f-ad41-5e17bc9467bf), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.233253 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b31a-d7d4-4e24-abcc-ce258ec2568c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382d8b03-34cb-4f2f-ad41-5e17bc9467bf,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:36.287950 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dad5de-1361-48ca-93b3-8fcaee067af7 None None] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:36.352953 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a312b31a-d7d4-4e24-abcc-ce258ec2568c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.357436 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a312b31a-d7d4-4e24-abcc-ce258ec2568c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5802634 Jul 21 23:38:36.359417 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55760) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:36.376145 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-45fb2815-59e2-4de0-b178-3d91de762e4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'security_group_rule': {'security_group_id': '822715f5-bd4b-449e-81fc-523649b2b67d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:36.386532 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (95ab97f9-82ec-4c3e-b987-4561c9a87f28), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.461355 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-0a1a658b-6c06-4b6b-b270-d211adf421f5 None None] Provisioning complete for port d491e4d6-957d-4cb5-9b3a-429879483800 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:36.461792 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-0a1a658b-6c06-4b6b-b270-d211adf421f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.488000 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:36.490210 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:36.518209 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Sync routers for ids ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:36.534443 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:36.544977 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:36.547170 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-45fb2815-59e2-4de0-b178-3d91de762e4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (a955e3b9-c7ae-43c4-8e0c-b66cbba52fa6), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.571336 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Routers {'2c9b3f3b-d4ed-431d-9579-36fca37cec1c'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:36.574148 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:36.601007 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.602302 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-2eafb4e9-27fe-4faa-ab75-77a6a3c018ce admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5511892 Jul 21 23:38:36.606083 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55774) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:36.633561 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port d491e4d6-957d-4cb5-9b3a-429879483800 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:36.633945 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.641068 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.648791 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-304328d3-35f4-4e18-bf54-f31827bbd861 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1358268 Jul 21 23:38:36.650853 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:36.651564 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55778) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:36.701059 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:36.701742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:36.810751 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-45fb2815-59e2-4de0-b178-3d91de762e4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (a955e3b9-c7ae-43c4-8e0c-b66cbba52fa6), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.816291 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-45fb2815-59e2-4de0-b178-3d91de762e4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (a955e3b9-c7ae-43c4-8e0c-b66cbba52fa6), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.833853 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb2815-59e2-4de0-b178-3d91de762e4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a955e3b9-c7ae-43c4-8e0c-b66cbba52fa6,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:36.905955 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-45fb2815-59e2-4de0-b178-3d91de762e4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:36.915774 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-45fb2815-59e2-4de0-b178-3d91de762e4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5551853 Jul 21 23:38:36.916428 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55794) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:36.925082 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:36.969610 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Set router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:37.001619 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:37.360203 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:37.480739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:37.570104 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 3, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port': {'id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:31Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:37.648710 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Checking router: 2c9b3f3b-d4ed-431d-9579-36fca37cec1c for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:37.649351 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Updating router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:37.696179 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:38:37.742254 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:37.789461 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Allocated IP 172.27.1.95 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/adfc0296-6050-4a61-ad26-ef749b906f63) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:37.806038 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:37.842780 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:37.870131 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Publish callbacks [] for port (80370fdf-2085-47e0-afc7-6868dd155667), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:37.875764 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f114d-c43f-4ccf-b027-89ae782b6fbb None None] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:38.027702 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port d491e4d6-957d-4cb5-9b3a-429879483800, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=d491e4d6-957d-4cb5-9b3a-429879483800,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:38.073529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1447186-75e1-4f2c-819d-4d400f595b50 None None] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:38:38.103151 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for port (adfc0296-6050-4a61-ad26-ef749b906f63), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.127666 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:38.128355 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:38.187649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (adfc0296-6050-4a61-ad26-ef749b906f63), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.219932 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (80370fdf-2085-47e0-afc7-6868dd155667), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.258213 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'Port': ['ID=adfc0296-6050-4a61-ad26-ef749b906f63,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:38.266600 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:38.270311 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:38.278606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:38.282818 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:38.288297 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:38.350453 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Sync routers for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:38.361393 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.362737 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 06fc91dd-f06d-4bbf-8921-771039b540cf up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:38.388542 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.392448 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-dd75794a-1acd-42b2-9d16-7f0123247c75 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7642152 Jul 21 23:38:38.393179 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55856) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:38.487174 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (6205e961-fe61-4505-aa51-1a4195f02d11), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.589138 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:38.626556 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:38.631302 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:38.683228 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (adfc0296-6050-4a61-ad26-ef749b906f63), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.727980 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:38.791648 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.804256 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.907954 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 06fc91dd-f06d-4bbf-8921-771039b540cf triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:38.907954 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:38.919135 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:39.016739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for port (adfc0296-6050-4a61-ad26-ef749b906f63), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.024024 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (adfc0296-6050-4a61-ad26-ef749b906f63), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.027537 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Publish callbacks [] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.055233 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89b67a-de49-4bd5-a219-2a6d14fa93b3 None None] Pushing event updated for resources: {'Port': ['ID=80370fdf-2085-47e0-afc7-6868dd155667,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:39.056617 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.125636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (6205e961-fe61-4505-aa51-1a4195f02d11), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.126174 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:39.218493 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Allocated IP 172.20.0.1 (db7b04fe-74b8-4a1d-b84d-14b166fb83d5/83a40dc0-7391-401e-a129-8da6c5519058/ad25a9ae-ec5a-49ae-b353-4407f454fdec) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:39.252459 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=d491e4d6-957d-4cb5-9b3a-429879483800,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:39.286465 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.288196 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3707747 Jul 21 23:38:39.290556 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a658b-6c06-4b6b-b270-d211adf421f5 None None] Current status of the port d491e4d6-957d-4cb5-9b3a-429879483800 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:39.291906 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f837e-840c-4fe8-999e-35a05f89fec8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'Port': ['ID=adfc0296-6050-4a61-ad26-ef749b906f63,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:39.344722 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:39.361420 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Attempting to bind port 80370fdf-2085-47e0-afc7-6868dd155667 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:39.366258 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Attempting to bind port 80370fdf-2085-47e0-afc7-6868dd155667 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:39.366940 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Attempting to bind port 80370fdf-2085-47e0-afc7-6868dd155667 on network fa056cf4-005e-4995-9d38-6224e7ebccf4 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:39.377506 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a6fd-4105-4e87-8237-41dbdcdb1b5d None None] Pushing event updated for resources: {'Port': ['ID=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,revision_number=2']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:39.382375 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 3, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:39.405745 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:39.410951 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:39.412894 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Checking segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:39.414004 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.414603 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Bound using segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:39.415725 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Bound port: 80370fdf-2085-47e0-afc7-6868dd155667, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:39.417629 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (80370fdf-2085-47e0-afc7-6868dd155667), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.421829 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55898) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:39.452212 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-78149131-62c6-4eed-94cd-5047310f3459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.565957 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Attempting to bind port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:39.567793 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Attempting to bind port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:39.568411 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Attempting to bind port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:39.652459 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:39.654284 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:39.657743 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.658362 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:39.659095 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Bound port: d0b7aa2b-86d7-4b53-9458-ba2e17520e9e, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:39.662788 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.676356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:39.680104 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Updating router 6df46ece-031b-4779-9eba-84cb51c2b0d3 port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:39.687563 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Allocated IP 172.20.0.1 (0032c6d4-073b-4e65-95df-c6fe5a9753d5/407cba9d-61cf-4df7-b106-7edc975a5e38/03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:39.756149 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.776314 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:39.844942 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55924) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:39.845506 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55926) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:39.847733 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] For port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:39.853154 dv-cinder-850700-1-iscsi neutron-server[104211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 23:38:39.860451 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] For port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:39.901541 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Provisioning complete for port d491e4d6-957d-4cb5-9b3a-429879483800 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:39.902476 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.911346 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 06fc91dd-f06d-4bbf-8921-771039b540cf is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:39.913569 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks [] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.935360 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.967212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:39.995680 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9e7172af-d1fb-4706-8053-2c855d450d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.010344 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:40.016723 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-18fb0cdf-0529-42a1-a2a1-458813ae5f32 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--907728901&fields=id&tenant_id=9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 267 time: 0.1644924 Jul 21 23:38:40.055216 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:35Z', 'revision_number': 3, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:40.083499 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks [] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.120786 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1d5e-51d3-4136-b8de-13147185f11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.173886 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Checking router: 95ab97f9-82ec-4c3e-b987-4561c9a87f28 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:40.174681 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Updating router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 port 5855d844-6341-4f04-a888-c878c85773e6 binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:40.226785 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] For port 80370fdf-2085-47e0-afc7-6868dd155667, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:40.247504 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Routers {'2c9b3f3b-d4ed-431d-9579-36fca37cec1c'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:40.248372 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:40.315869 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a6fd-4105-4e87-8237-41dbdcdb1b5d None None] Pushing event updated for resources: {'Port': ['ID=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:40.327124 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (5855d844-6341-4f04-a888-c878c85773e6), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.341699 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Allocated IP 172.20.0.1 (54f97918-47c2-4d61-9f70-7fcf49dfea51/09c4a61f-4025-4c2e-9704-f6f61ca492ff/42685840-9d8e-427d-8390-157f8b9aa99d) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:40.467387 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.471586 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks [] for port (42685840-9d8e-427d-8390-157f8b9aa99d), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.500577 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] Set router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:40.529968 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:40.546002 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:40.554620 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-0b7f87a5-c6cb-4e11-8bd6-029b41e1433f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:40.554965 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.556138 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-0b7f87a5-c6cb-4e11-8bd6-029b41e1433f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 817 time: 0.5384898 Jul 21 23:38:40.557299 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.563621 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Publish callbacks [] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.570087 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] For port 80370fdf-2085-47e0-afc7-6868dd155667, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=80370fdf-2085-47e0-afc7-6868dd155667,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:40.578107 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d491e4d6-957d-4cb5-9b3a-429879483800 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:40.584498 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:40.590778 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (80370fdf-2085-47e0-afc7-6868dd155667), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.595420 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.599730 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:40.614956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:40.619305 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:40.619798 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (6df46ece-031b-4779-9eba-84cb51c2b0d3), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.670229 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:40.676022 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:40.676727 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (95ab97f9-82ec-4c3e-b987-4561c9a87f28), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:40.717336 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-acb77fc6-6d88-4d75-9e66-ab34a2c507c5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/quotas/9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 375 time: 0.1244397 Jul 21 23:38:40.844376 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:40.917988 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:40.929956 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:41.011977 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Current status of the port d491e4d6-957d-4cb5-9b3a-429879483800 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:41.026961 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:41.031676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Pushing event updated for resources: {'Port': ['ID=42685840-9d8e-427d-8390-157f8b9aa99d,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.040976 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4642848b-b6aa-449e-adb2-3e9794258faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.052450 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Pushing event updated for resources: {'Port': ['ID=ad25a9ae-ec5a-49ae-b353-4407f454fdec,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.066774 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:41.079549 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9e7172af-d1fb-4706-8053-2c855d450d32 admin admin] Publish callbacks [] for security_group (02e47b68-bcf0-42ed-8683-438212cf25e0), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.099132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:41.107257 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-fffb7b38-b2ad-4865-a12d-979a37194d2d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3540690 Jul 21 23:38:41.118732 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 3, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port': {'id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:31Z', 'updated_at': '2022-07-21T23:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:41.144838 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Attempting to bind port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:41.145294 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Attempting to bind port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:41.145664 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Attempting to bind port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:41.162009 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89b67a-de49-4bd5-a219-2a6d14fa93b3 None None] Pushing event updated for resources: {'Port': ['ID=80370fdf-2085-47e0-afc7-6868dd155667,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.186685 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Provisioning complete for port 80370fdf-2085-47e0-afc7-6868dd155667 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:41.199887 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:41.200606 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.201727 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (80370fdf-2085-47e0-afc7-6868dd155667), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.204314 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9e7172af-d1fb-4706-8053-2c855d450d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (02e47b68-bcf0-42ed-8683-438212cf25e0), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.212376 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f8a60-57c3-4bb7-a031-81ab79ab5e04 None None] The sync data for ids ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'] in dv-cinder-850700-1-iscsi is: [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 3, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port': {'id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:31Z', 'updated_at': '2022-07-21T23:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:38:41.334865 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Publish callbacks [] for port (5855d844-6341-4f04-a888-c878c85773e6), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.351032 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (5855d844-6341-4f04-a888-c878c85773e6), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.369985 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-9e7172af-d1fb-4706-8053-2c855d450d32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0fe45a349a6445187d1ae137448bb8f&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9461503 Jul 21 23:38:41.393577 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55964) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:41.455700 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:41.486305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.517738 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50d3b5-621c-457a-ba44-59c86259b8a3 None None] Pushing event updated for resources: {'Port': ['ID=5855d844-6341-4f04-a888-c878c85773e6,revision_number=2']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.520409 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Attempting to bind port 5855d844-6341-4f04-a888-c878c85773e6 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:41.520774 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Attempting to bind port 5855d844-6341-4f04-a888-c878c85773e6 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:41.521130 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Attempting to bind port 5855d844-6341-4f04-a888-c878c85773e6 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:41.530489 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7172af-d1fb-4706-8053-2c855d450d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e47b68-bcf0-42ed-8683-438212cf25e0,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.537221 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:41.537570 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:41.537967 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.538427 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:41.538897 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Bound port: 5855d844-6341-4f04-a888-c878c85773e6, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:41.539321 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (5855d844-6341-4f04-a888-c878c85773e6), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.542011 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32d180-fa82-4a1f-856d-e8dd9259bc35 admin admin] Publish callbacks [] for security_group (02e47b68-bcf0-42ed-8683-438212cf25e0), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.545480 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.567186 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32d180-fa82-4a1f-856d-e8dd9259bc35 admin admin] Publish callbacks [] for security_group (02e47b68-bcf0-42ed-8683-438212cf25e0), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.583753 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:41.593497 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:41.593762 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.594163 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:41.594670 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Bound port: bc6fa31f-543e-4cc5-9c57-f6c63fae0493, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:41.595054 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.654803 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1d5e-51d3-4136-b8de-13147185f11f admin admin] Publish callbacks [] for security_group (9873028e-4cfe-4cbf-ad84-0a64cf20cd77), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.703762 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] For port 5855d844-6341-4f04-a888-c878c85773e6, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:41.710389 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1d5e-51d3-4136-b8de-13147185f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9873028e-4cfe-4cbf-ad84-0a64cf20cd77), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.721013 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] For port 5855d844-6341-4f04-a888-c878c85773e6, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=5855d844-6341-4f04-a888-c878c85773e6,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:41.740675 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (5855d844-6341-4f04-a888-c878c85773e6), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.755779 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port d491e4d6-957d-4cb5-9b3a-429879483800 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:41.756201 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.780380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:41.781041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:41.781238 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:41.788744 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-c591b63e-5beb-4a13-89f2-2fffab83e4d1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:38:41.791450 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-c591b63e-5beb-4a13-89f2-2fffab83e4d1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2607703 Jul 21 23:38:41.819620 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1d5e-51d3-4136-b8de-13147185f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9873028e-4cfe-4cbf-ad84-0a64cf20cd77,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.829796 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0f9d1d5e-51d3-4136-b8de-13147185f11f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1883e9325554192a01b12c38acad014&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9831171 Jul 21 23:38:41.847658 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55970) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:41.847906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Pushing event updated for resources: {'Port': ['ID=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.848091 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:41.850617 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:41.870011 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks [] for port (42685840-9d8e-427d-8390-157f8b9aa99d), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.876321 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32d180-fa82-4a1f-856d-e8dd9259bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (02e47b68-bcf0-42ed-8683-438212cf25e0), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.882813 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32d180-fa82-4a1f-856d-e8dd9259bc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.885219 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-2c32d180-fa82-4a1f-856d-e8dd9259bc35 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02e47b68-bcf0-42ed-8683-438212cf25e0 HTTP/1.1" status: 204 len: 168 time: 0.4903729 Jul 21 23:38:41.887024 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:41.899460 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.908978 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32d180-fa82-4a1f-856d-e8dd9259bc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e47b68-bcf0-42ed-8683-438212cf25e0,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:41.913972 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.917982 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (95ab97f9-82ec-4c3e-b987-4561c9a87f28), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:41.926610 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab82d-e9f8-43fc-b83c-5bce0ee63c2f None None] Pushing event updated for resources: {'Port': ['ID=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:42.075846 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Pushing event updated for resources: {'Port': ['ID=42685840-9d8e-427d-8390-157f8b9aa99d,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:42.097116 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] For port bc6fa31f-543e-4cc5-9c57-f6c63fae0493, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:42.144021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:42.146164 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:42.217807 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:42.230871 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50d3b5-621c-457a-ba44-59c86259b8a3 None None] Pushing event updated for resources: {'Port': ['ID=5855d844-6341-4f04-a888-c878c85773e6,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:42.281458 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] For port bc6fa31f-543e-4cc5-9c57-f6c63fae0493, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:42.397455 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port d491e4d6-957d-4cb5-9b3a-429879483800 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:42.401101 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4a86fb29-df71-4d71-bd14-4dead7206482 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:42.412034 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58d70ec1-2f80-45c8-b25d-531feea0c6c6 admin admin] Publish callbacks [] for security_group (9873028e-4cfe-4cbf-ad84-0a64cf20cd77), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.455921 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 55982) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:42.464436 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58d70ec1-2f80-45c8-b25d-531feea0c6c6 admin admin] Publish callbacks [] for security_group (9873028e-4cfe-4cbf-ad84-0a64cf20cd77), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.472678 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-30f7f10f-b759-457b-8ad0-7f6052329b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.479408 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:38:42.483884 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:38:42.484599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:42.547229 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.565489 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:42.586065 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58d70ec1-2f80-45c8-b25d-531feea0c6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9873028e-4cfe-4cbf-ad84-0a64cf20cd77), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.589067 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58d70ec1-2f80-45c8-b25d-531feea0c6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.591089 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-58d70ec1-2f80-45c8-b25d-531feea0c6c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9873028e-4cfe-4cbf-ad84-0a64cf20cd77 HTTP/1.1" status: 204 len: 168 time: 0.7396290 Jul 21 23:38:42.626766 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.648397 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d70ec1-2f80-45c8-b25d-531feea0c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9873028e-4cfe-4cbf-ad84-0a64cf20cd77,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:42.649241 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:42.650527 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 55988) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:42.661133 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-6516c202-8aa7-4140-a7ff-b643f363fb08 service neutron] 10.222.0.57 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8247430 Jul 21 23:38:42.734312 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Current status of the port 80370fdf-2085-47e0-afc7-6868dd155667 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:42.735410 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (80370fdf-2085-47e0-afc7-6868dd155667), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.881094 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:42.890564 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-cd25df2b-eb67-42d5-991f-f8186262ae0c admin admin] 10.222.0.57 "PUT /v2.0/routers/95ab97f9-82ec-4c3e-b987-4561c9a87f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4944127 Jul 21 23:38:42.917874 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks [] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.949963 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.951202 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.954850 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-30f7f10f-b759-457b-8ad0-7f6052329b48 admin admin] Publish callbacks [] for security_group (1793bad2-b4bf-4879-90b4-dda0f41ae4fc), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.968474 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-30f7f10f-b759-457b-8ad0-7f6052329b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (1793bad2-b4bf-4879-90b4-dda0f41ae4fc), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:42.972981 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks [] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.024571 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.025567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (6df46ece-031b-4779-9eba-84cb51c2b0d3), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.055240 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 4a86fb29-df71-4d71-bd14-4dead7206482 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:43.057444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.062012 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7f10f-b759-457b-8ad0-7f6052329b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1793bad2-b4bf-4879-90b4-dda0f41ae4fc,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:43.077698 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-30f7f10f-b759-457b-8ad0-7f6052329b48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f79f13e5845f467ba3ad08c452515b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206169 Jul 21 23:38:43.081725 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 56000) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:43.195977 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2d9727f-5a1c-46bc-b7a9-dd17702f3a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.205366 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:43.232815 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.251427 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8ab8917d-9767-4001-b7a8-e55fa3ddcacb admin admin] Publish callbacks [] for security_group (1793bad2-b4bf-4879-90b4-dda0f41ae4fc), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.290404 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:43.301560 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:43.303179 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.305299 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab82d-e9f8-43fc-b83c-5bce0ee63c2f None None] Pushing event updated for resources: {'Port': ['ID=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:43.312684 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:40Z', 'revision_number': 1, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:43.327104 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8ab8917d-9767-4001-b7a8-e55fa3ddcacb admin admin] Publish callbacks [] for security_group (1793bad2-b4bf-4879-90b4-dda0f41ae4fc), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.330028 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] For port 80370fdf-2085-47e0-afc7-6868dd155667, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=80370fdf-2085-47e0-afc7-6868dd155667,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:43.333276 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:43.334202 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:43.342532 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:43.410255 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d961093-c9b4-4ee4-9c12-ea1cae7250e5 None None] The sync data for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi is: [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:40Z', 'revision_number': 1, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:38:43.413614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:43.460550 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (80370fdf-2085-47e0-afc7-6868dd155667), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.477568 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8ab8917d-9767-4001-b7a8-e55fa3ddcacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (1793bad2-b4bf-4879-90b4-dda0f41ae4fc), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.485136 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8ab8917d-9767-4001-b7a8-e55fa3ddcacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.491307 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-8ab8917d-9767-4001-b7a8-e55fa3ddcacb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1793bad2-b4bf-4879-90b4-dda0f41ae4fc HTTP/1.1" status: 204 len: 168 time: 0.4044054 Jul 21 23:38:43.515030 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8917d-9767-4001-b7a8-e55fa3ddcacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793bad2-b4bf-4879-90b4-dda0f41ae4fc,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:43.553327 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2d9727f-5a1c-46bc-b7a9-dd17702f3a88 admin admin] Publish callbacks [] for security_group (bd85d839-14d6-476f-a2ac-bcf14f88e61c), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.592929 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2d9727f-5a1c-46bc-b7a9-dd17702f3a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (bd85d839-14d6-476f-a2ac-bcf14f88e61c), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.615567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Pushing event updated for resources: {'Port': ['ID=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:43.772666 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:43.840481 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 56040) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:43.847597 dv-cinder-850700-1-iscsi neutron-server[104212]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 23:38:43.934416 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Provisioning complete for port 4a86fb29-df71-4d71-bd14-4dead7206482 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:43.935551 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:43.970279 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 4a86fb29-df71-4d71-bd14-4dead7206482 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:43.970673 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:44.142276 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-81e03197-083e-48bc-aa8b-7c55aa5ab63d service neutron] 10.222.0.57 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2206216 Jul 21 23:38:44.224560 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:44.230551 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e2d9727f-5a1c-46bc-b7a9-dd17702f3a88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b61e4573c34a4bb89e13f3731c181820&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5696661 Jul 21 23:38:44.232160 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:40Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:44.234532 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 56050) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:44.292011 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:44.310405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341488f6-44f2-499e-b100-cf9760c13077 None None] The sync data for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi is: [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:40Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:38:44.340112 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9727f-5a1c-46bc-b7a9-dd17702f3a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd85d839-14d6-476f-a2ac-bcf14f88e61c,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:44.379218 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-2ab29848-752f-484e-91cf-85f58efdb77a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:44.389453 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-2ab29848-752f-484e-91cf-85f58efdb77a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 819 time: 0.5417683 Jul 21 23:38:44.418623 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:44.437776 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1cec75e2-2b51-4dc7-8a55-5904138664a4 admin admin] Publish callbacks [] for security_group (bd85d839-14d6-476f-a2ac-bcf14f88e61c), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:44.444279 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-866ca683-fbd8-43b5-8c01-1ff629d550ab tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/quotas/79b6d71ecbf94b7a81761727712881ea HTTP/1.1" status: 200 len: 375 time: 0.0538192 Jul 21 23:38:44.486154 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Pushing event updated for resources: {'Port': ['ID=ad25a9ae-ec5a-49ae-b353-4407f454fdec,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:44.507033 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:44.542141 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Pushing event updated for resources: {'Port': ['ID=80370fdf-2085-47e0-afc7-6868dd155667,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:44.549331 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:38:44.627375 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 4a86fb29-df71-4d71-bd14-4dead7206482, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4a86fb29-df71-4d71-bd14-4dead7206482,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:44.655485 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:44.662171 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 2fe2ef5e-ae22-45ce-8e18-26951b138149 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:44.812731 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-bd28d4e5-558f-4cd9-80a4-33b53f9a2cf0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3603437 Jul 21 23:38:44.832525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1cec75e2-2b51-4dc7-8a55-5904138664a4 admin admin] Publish callbacks [] for security_group (bd85d839-14d6-476f-a2ac-bcf14f88e61c), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:44.853275 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 2fe2ef5e-ae22-45ce-8e18-26951b138149 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:44.859316 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:44.908041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:45.042345 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd22965-34f7-4c1b-9501-94c7a7b733a5 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:38:45.063622 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1cec75e2-2b51-4dc7-8a55-5904138664a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (bd85d839-14d6-476f-a2ac-bcf14f88e61c), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:45.069543 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1cec75e2-2b51-4dc7-8a55-5904138664a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:45.081126 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1cec75e2-2b51-4dc7-8a55-5904138664a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd85d839-14d6-476f-a2ac-bcf14f88e61c HTTP/1.1" status: 204 len: 168 time: 0.8420024 Jul 21 23:38:45.132489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec75e2-2b51-4dc7-8a55-5904138664a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd85d839-14d6-476f-a2ac-bcf14f88e61c,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:45.136297 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Current status of the port 4a86fb29-df71-4d71-bd14-4dead7206482 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:45.139217 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=4a86fb29-df71-4d71-bd14-4dead7206482,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:45.157723 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:45.217093 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Provisioning complete for port 2fe2ef5e-ae22-45ce-8e18-26951b138149 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:45.218489 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:45.386058 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 2fe2ef5e-ae22-45ce-8e18-26951b138149 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:45.386821 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:45.419983 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-270d512f-903a-4713-82fb-813371af68d2 req-d858781c-0618-464a-b690-bf9b4649cb47 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 210 time: 0.1538208 Jul 21 23:38:45.442517 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-f549a4cf-a903-4d63-b2f4-bf51af6ccb0d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:38:45.443686 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-f549a4cf-a903-4d63-b2f4-bf51af6ccb0d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2025416 Jul 21 23:38:45.660129 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:45.691846 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-37d7b69b-2748-4d6f-bd94-3f42686d57e4 admin admin] 10.222.0.57 "PUT /v2.0/routers/2c9b3f3b-d4ed-431d-9579-36fca37cec1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0818408 Jul 21 23:38:45.756267 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:45.784109 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:38:45.802293 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-ad476609-192f-4c85-ab62-79690629fc8a service neutron] 10.222.0.57 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483107 Jul 21 23:38:45.960342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 2fe2ef5e-ae22-45ce-8e18-26951b138149, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=2fe2ef5e-ae22-45ce-8e18-26951b138149,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:45.974994 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Sync routers for ids ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:46.017643 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:46.039065 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:46.151180 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-db527ed6-38bd-46ac-b5b7-428870a91d8f service neutron] 10.222.0.57 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295763 Jul 21 23:38:46.162193 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Routers {'2c9b3f3b-d4ed-431d-9579-36fca37cec1c'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:46.163454 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:46.299604 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:38:46.318621 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-803b181d-90d0-450e-ab5e-bcb8dcdab85f admin admin] 10.222.0.57 "PUT /v2.0/routers/6df46ece-031b-4779-9eba-84cb51c2b0d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6658866 Jul 21 23:38:46.414726 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-f1693864-71c8-4bc4-aded-4a4f7d49de6a None None] Current status of the port 2fe2ef5e-ae22-45ce-8e18-26951b138149 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:46.646954 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Set router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:46.721868 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-16ea68fb-3f2f-48dc-a0e9-93591273111c req-44a5e99b-e9ff-4aae-a3dd-27cb50190187 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 210 time: 0.1504929 Jul 21 23:38:46.773051 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Provisioning complete for port 80370fdf-2085-47e0-afc7-6868dd155667 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:46.773466 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (80370fdf-2085-47e0-afc7-6868dd155667), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:46.775349 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4a86fb29-df71-4d71-bd14-4dead7206482 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:46.786257 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=2fe2ef5e-ae22-45ce-8e18-26951b138149,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:46.899923 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3969bc78-532e-40e6-ba48-2da66d193046 req-60a8fd49-7441-4f37-9254-1f92298682e1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 210 time: 0.0908825 Jul 21 23:38:47.226200 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 4a86fb29-df71-4d71-bd14-4dead7206482 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:47.226721 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:47.501429 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Current status of the port 80370fdf-2085-47e0-afc7-6868dd155667 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:47.515150 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Provisioning complete for port ad25a9ae-ec5a-49ae-b353-4407f454fdec triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:47.515528 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:47.582485 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:47.608813 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Port ad25a9ae-ec5a-49ae-b353-4407f454fdec cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:47.618943 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:38:42Z', 'revision_number': 4, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port': {'id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:31Z', 'updated_at': '2022-07-21T23:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9', 'name': '', 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'mac_address': 'fa:16:3e:b2:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '407cba9d-61cf-4df7-b106-7edc975a5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:42Z', 'revision_number': 2, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'subnets': [{'id': '407cba9d-61cf-4df7-b106-7edc975a5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:47.678801 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Checking router: 2c9b3f3b-d4ed-431d-9579-36fca37cec1c for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:47.679365 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Updating router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:47.711767 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Provisioning complete for port 42685840-9d8e-427d-8390-157f8b9aa99d triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:47.712380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:47.750182 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 4a86fb29-df71-4d71-bd14-4dead7206482 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:47.763353 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 80370fdf-2085-47e0-afc7-6868dd155667 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:47.805806 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-f45421a5-86a5-4ffe-8e08-99d89b206eb0 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:47.813529 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-f45421a5-86a5-4ffe-8e08-99d89b206eb0 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/networks?id=0032c6d4-073b-4e65-95df-c6fe5a9753d5 HTTP/1.1" status: 200 len: 811 time: 0.1742363 Jul 21 23:38:47.829528 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:47.833380 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-868eef8c-fdd8-414d-bd1f-8bee697873d4 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/quotas/49d99b1f2c324aef91d2b56899ff631f HTTP/1.1" status: 200 len: 375 time: 0.0183833 Jul 21 23:38:47.870655 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Port 42685840-9d8e-427d-8390-157f8b9aa99d cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:47.920261 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-e4714765-12c4-4845-ac2e-758a0bd881fb tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=49d99b1f2c324aef91d2b56899ff631f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857937 Jul 21 23:38:48.032863 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Provisioning complete for port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:48.033274 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.086740 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56246) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:48.092497 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-6c040085-7e82-46be-af4b-b5cfd5eb83ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926613364', 'description': 'tempest-description--96995991'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:48.190767 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c040085-7e82-46be-af4b-b5cfd5eb83ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.217271 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-6c43ab77-1669-4f81-a0b1-5949e9e485b7 service neutron] 10.222.0.57 "GET /v2.0/networks/0032c6d4-073b-4e65-95df-c6fe5a9753d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894549 Jul 21 23:38:48.220605 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:48.264832 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 80370fdf-2085-47e0-afc7-6868dd155667 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:48.267594 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (80370fdf-2085-47e0-afc7-6868dd155667), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.377596 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:48.412712 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:48.438905 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-8e6ca3d0-22e2-4e6e-8198-ebd5b8acfefe service neutron] 10.222.0.57 "GET /v2.0/networks/0032c6d4-073b-4e65-95df-c6fe5a9753d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189372 Jul 21 23:38:48.587654 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c040085-7e82-46be-af4b-b5cfd5eb83ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.617370 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c040085-7e82-46be-af4b-b5cfd5eb83ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.725079 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Publish callbacks [] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.744761 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.768921 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-6047518a-7147-419b-8483-11b4519fa563 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:48.770567 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-6047518a-7147-419b-8483-11b4519fa563 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 819 time: 0.4913840 Jul 21 23:38:48.803080 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:48.804640 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Provisioning complete for port 4a86fb29-df71-4d71-bd14-4dead7206482 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:48.804945 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.853007 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8396a-87af-4077-9c91-e11e3c637fc6 None None] Pushing event updated for resources: {'Port': ['ID=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:48.860916 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.39', 57818) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:48.867921 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c040085-7e82-46be-af4b-b5cfd5eb83ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:48.869292 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6c040085-7e82-46be-af4b-b5cfd5eb83ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7814705 Jul 21 23:38:48.870822 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c040085-7e82-46be-af4b-b5cfd5eb83ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:48.895805 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-2348f007-e3ca-4730-800f-33ed0dd1553c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/quotas/79b6d71ecbf94b7a81761727712881ea HTTP/1.1" status: 200 len: 375 time: 0.0898035 Jul 21 23:38:48.922273 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56286) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:48.951158 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-c69c5afb-5920-4b25-901b-5f94b33fe0d4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': 'e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:48.996698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-58ff535b-04d6-4e79-9d5b-20e98d740852 None None] Current status of the port 4a86fb29-df71-4d71-bd14-4dead7206482 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:49.170513 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-34aacb4f-2823-4bce-aff3-fe3070cfc0a7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2737255 Jul 21 23:38:49.259633 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-4ac90aff-8970-4b28-ac1e-714c24d82bfe tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:49.266668 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-4ac90aff-8970-4b28-ac1e-714c24d82bfe tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 817 time: 0.4032207 Jul 21 23:38:49.274273 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c69c5afb-5920-4b25-901b-5f94b33fe0d4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (747dac5c-d5f5-4cf6-8794-3ed5d1c2cf7f), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:49.329557 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 80370fdf-2085-47e0-afc7-6868dd155667 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:49.331892 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 5855d844-6341-4f04-a888-c878c85773e6 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:49.338252 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Attempting to bind port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:49.339030 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Attempting to bind port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:49.339964 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Attempting to bind port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 on network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:49.527732 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:49.539180 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:49.540567 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Checking segment: {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:49.541220 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:49.541998 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Bound using segment: {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:49.542892 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Bound port: 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:49.543472 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:49.567492 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3ac7cc2a-cbe7-4693-ba8f-29e53ffaa1c2 req-96df9430-3609-4c84-bc13-4c67ef9e0bc9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 210 time: 0.2422717 Jul 21 23:38:49.568020 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.39', 57822) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:49.638819 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-0f9acccd-c0ca-49d8-888e-c9b72e31133c service neutron] 10.222.0.57 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654012 Jul 21 23:38:49.709048 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 5855d844-6341-4f04-a888-c878c85773e6 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:49.710185 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (5855d844-6341-4f04-a888-c878c85773e6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:49.724015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-544f305e-7230-49bd-a5d6-1da62a401f56 None None] Provisioning complete for port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:49.724555 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-544f305e-7230-49bd-a5d6-1da62a401f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:49.750723 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c69c5afb-5920-4b25-901b-5f94b33fe0d4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (747dac5c-d5f5-4cf6-8794-3ed5d1c2cf7f), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:49.806120 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c69c5afb-5920-4b25-901b-5f94b33fe0d4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (747dac5c-d5f5-4cf6-8794-3ed5d1c2cf7f), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:49.988509 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c5afb-5920-4b25-901b-5f94b33fe0d4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747dac5c-d5f5-4cf6-8794-3ed5d1c2cf7f,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:50.017147 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ec7047eb-e02c-4502-a490-21506b97fe13 req-0a27dfc3-e4e6-4430-9801-9001b5692636 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 210 time: 0.2501364 Jul 21 23:38:50.046122 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c69c5afb-5920-4b25-901b-5f94b33fe0d4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.056006 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-c69c5afb-5920-4b25-901b-5f94b33fe0d4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1318848 Jul 21 23:38:50.067133 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56332) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:50.089753 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-db00749c-685c-4d89-be50-c677c715a625 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': 'e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:50.125416 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] For port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:50.128820 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-544f305e-7230-49bd-a5d6-1da62a401f56 None None] Port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:50.203475 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-36afaba9-555c-4830-80e5-f53343dce03c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 379 time: 0.8869057 Jul 21 23:38:50.220607 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] For port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:50.233830 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'port': {'device_id': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'admin_state_up': True, 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'security_groups': ['822715f5-bd4b-449e-81fc-523649b2b67d']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:50.261996 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-411b9acc-e1d8-4327-bc24-21a1e01c76d1 service neutron] 10.222.0.57 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199694 Jul 21 23:38:50.267113 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.270560 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db00749c-685c-4d89-be50-c677c715a625 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (02f66070-0fa1-4d01-8aee-74819d2da2d0), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.342982 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 5855d844-6341-4f04-a888-c878c85773e6 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:50.343649 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (5855d844-6341-4f04-a888-c878c85773e6), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.443457 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 5855d844-6341-4f04-a888-c878c85773e6, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=5855d844-6341-4f04-a888-c878c85773e6,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:50.472305 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db00749c-685c-4d89-be50-c677c715a625 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (02f66070-0fa1-4d01-8aee-74819d2da2d0), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.480644 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db00749c-685c-4d89-be50-c677c715a625 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (02f66070-0fa1-4d01-8aee-74819d2da2d0), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.483299 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (5855d844-6341-4f04-a888-c878c85773e6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.484795 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d0b7aa2b-86d7-4b53-9458-ba2e17520e9e up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:50.560111 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db00749c-685c-4d89-be50-c677c715a625 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.561821 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-db00749c-685c-4d89-be50-c677c715a625 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4914405 Jul 21 23:38:50.586183 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56362) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:50.622822 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:50.628765 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:50.661459 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00749c-685c-4d89-be50-c677c715a625 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f66070-0fa1-4d01-8aee-74819d2da2d0,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:50.677886 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c3e10a87-bfdf-42f7-97e5-2078c5b9c35e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:50.694593 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c3e10a87-bfdf-42f7-97e5-2078c5b9c35e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 819 time: 1.0880349 Jul 21 23:38:50.744119 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'port': {'device_id': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'admin_state_up': True, 'tenant_id': '79b6d71ecbf94b7a81761727712881ea'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:50.773251 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Sync routers for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:50.786679 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:50.819374 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:50.821656 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:50.861906 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.39', 57829) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:51.012698 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:51.256762 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:51.319407 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8396a-87af-4077-9c91-e11e3c637fc6 None None] Pushing event updated for resources: {'Port': ['ID=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:51.338190 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-495ae5d4-3cbb-4609-a434-b7610baf12a2 req-6ac95c22-e505-4c4a-9119-710a34a33df6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 210 time: 0.4559658 Jul 21 23:38:51.453830 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3cc30b56-fc0a-4e7b-83e1-ab6842990f31 req-0594fc32-b7e3-47bf-9470-0c6a71c53b00 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 210 time: 0.6012056 Jul 21 23:38:51.495377 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Routers {'2c9b3f3b-d4ed-431d-9579-36fca37cec1c'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:51.499735 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:51.549939 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:51.642404 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:51.741920 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Made reservation on behalf of 9612b265be6144809add4ce9e14ff6ee for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:51.757254 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:51.763186 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-19860918-135b-4e28-bbc7-1df1beff047a None None] Provisioning complete for port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:51.764302 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19860918-135b-4e28-bbc7-1df1beff047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:51.837894 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:51.945339 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a24fec01-b176-48e9-8a05-554723abef86 req-0a6b1c6f-ad45-4bce-a499-639bc54a8c67 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 210 time: 0.3262715 Jul 21 23:38:52.016498 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 2, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:52.129123 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-612565de-094a-4282-ba8c-19bbf1aafba7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:52.131849 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-612565de-094a-4282-ba8c-19bbf1aafba7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.39 "GET /v2.0/networks?id=0032c6d4-073b-4e65-95df-c6fe5a9753d5 HTTP/1.1" status: 200 len: 811 time: 1.2328129 Jul 21 23:38:52.167299 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:52.173027 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Checking router: 95ab97f9-82ec-4c3e-b987-4561c9a87f28 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:52.175476 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Updating router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 port 42685840-9d8e-427d-8390-157f8b9aa99d binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:52.246272 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Request body: {'port': {'device_id': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'admin_state_up': True, 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:52.305864 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:52.316398 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:52.381036 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:52.381499 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:52.397840 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=5855d844-6341-4f04-a888-c878c85773e6,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:52.408141 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Made reservation on behalf of 79b6d71ecbf94b7a81761727712881ea for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:52.418003 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:52.426044 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.27.1.210 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:52.788470 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] Set router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:52.827704 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:52.884579 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:52.927650 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56432) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:52.987505 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1835785f-dc19-48dc-94d8-074d72d9693a req-d4660f53-38fc-4c48-90bd-94192a7c1eaa tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 210 time: 0.1025331 Jul 21 23:38:53.005712 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.063630 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:53.068567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:53.104721 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:53.115593 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:53.122578 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:53.185325 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:53.186169 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.252523 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:53.267650 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.270063 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-19860918-135b-4e28-bbc7-1df1beff047a None None] Current status of the port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:53.270913 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19860918-135b-4e28-bbc7-1df1beff047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.276232 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3bba77a4-9350-4d95-bb04-1bf7879d99f3 req-c513b4af-f6f4-4a08-af9f-f0927bf596b0 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 210 time: 0.0623136 Jul 21 23:38:53.370777 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Publish callbacks [] for port (42685840-9d8e-427d-8390-157f8b9aa99d), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.384786 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b5d809c2-b283-4f96-85a0-7c3e9afc3d7c req-9ea2637f-5078-4017-bd10-f3c8ed54df29 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 210 time: 0.6880972 Jul 21 23:38:53.395782 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-19860918-135b-4e28-bbc7-1df1beff047a None None] For port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:53.401403 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.418921 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19860918-135b-4e28-bbc7-1df1beff047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.453380 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (e431fcf7-b312-4bcc-978e-ee5399638f90), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.484860 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12fd46-7c49-47ee-a4ec-66388b84cc0e None None] Pushing event updated for resources: {'Port': ['ID=42685840-9d8e-427d-8390-157f8b9aa99d,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:53.487201 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:53.586448 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.588810 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfba5-8d42-4306-9046-9379cc3c0bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.667512 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:38:42Z', 'revision_number': 4, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port': {'id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:31Z', 'updated_at': '2022-07-21T23:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9', 'name': '', 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'mac_address': 'fa:16:3e:b2:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '407cba9d-61cf-4df7-b106-7edc975a5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'subnets': [{'id': '407cba9d-61cf-4df7-b106-7edc975a5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:53.743851 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56abb7cd-d53b-4ad9-a62f-fba16ed7a184 None None] The sync data for ids ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'] in dv-cinder-850700-1-iscsi is: [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:38:42Z', 'revision_number': 4, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port': {'id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:31Z', 'updated_at': '2022-07-21T23:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9', 'name': '', 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'mac_address': 'fa:16:3e:b2:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '407cba9d-61cf-4df7-b106-7edc975a5e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'subnets': [{'id': '407cba9d-61cf-4df7-b106-7edc975a5e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:38:53.751105 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 5855d844-6341-4f04-a888-c878c85773e6 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:53.801033 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Attempting to bind port 42685840-9d8e-427d-8390-157f8b9aa99d on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:53.801338 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Attempting to bind port 42685840-9d8e-427d-8390-157f8b9aa99d by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:53.801742 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Attempting to bind port 42685840-9d8e-427d-8390-157f8b9aa99d on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:53.819275 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:53.819770 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Checking segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:53.820166 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.820556 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Bound using segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:53.821071 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Bound port: 42685840-9d8e-427d-8390-157f8b9aa99d, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:53.833709 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:53.861987 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19860918-135b-4e28-bbc7-1df1beff047a None None] Pushing event updated for resources: {'Port': ['ID=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:53.883762 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 5855d844-6341-4f04-a888-c878c85773e6 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:53.883996 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (5855d844-6341-4f04-a888-c878c85773e6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.038079 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfba5-8d42-4306-9046-9379cc3c0bf0 admin admin] Publish callbacks [] for security_group (046dd111-e57d-4be1-98c9-787c7e692478), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.042893 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 5855d844-6341-4f04-a888-c878c85773e6 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:54.044414 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 2fe2ef5e-ae22-45ce-8e18-26951b138149 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:54.048004 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfba5-8d42-4306-9046-9379cc3c0bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (046dd111-e57d-4be1-98c9-787c7e692478), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.150436 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-15adc83b-a6c0-42b5-827a-5ed563e32043 None None] Provisioning complete for port 42685840-9d8e-427d-8390-157f8b9aa99d triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:54.151627 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-15adc83b-a6c0-42b5-827a-5ed563e32043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.217625 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:54.218339 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] For port 42685840-9d8e-427d-8390-157f8b9aa99d, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:54.223091 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] For port 42685840-9d8e-427d-8390-157f8b9aa99d, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=42685840-9d8e-427d-8390-157f8b9aa99d,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:54.241387 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.266681 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 2fe2ef5e-ae22-45ce-8e18-26951b138149 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:54.267228 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.294252 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Allocated IP 172.20.0.10 (fa056cf4-005e-4995-9d38-6224e7ebccf4/a846dbfa-cfc9-4616-8922-f51270da4f09/7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:54.324242 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12fd46-7c49-47ee-a4ec-66388b84cc0e None None] Pushing event updated for resources: {'Port': ['ID=42685840-9d8e-427d-8390-157f8b9aa99d,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:54.429304 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:54.429991 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:54.482892 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-15adc83b-a6c0-42b5-827a-5ed563e32043 None None] Port 42685840-9d8e-427d-8390-157f8b9aa99d cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:54.503556 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:54.556119 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dfba5-8d42-4306-9046-9379cc3c0bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046dd111-e57d-4be1-98c9-787c7e692478,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:54.607657 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:54.648674 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.664102 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 2fe2ef5e-ae22-45ce-8e18-26951b138149 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:54.665391 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bc6fa31f-543e-4cc5-9c57-f6c63fae0493 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:54.689003 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.694657 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Made reservation on behalf of 49d99b1f2c324aef91d2b56899ff631f for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:54.724068 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.770684 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (e431fcf7-b312-4bcc-978e-ee5399638f90), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.830993 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:54.831484 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.831789 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.832902 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2350380 Jul 21 23:38:54.859303 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:54.870527 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:54.925144 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7d3dfba5-8d42-4306-9046-9379cc3c0bf0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ff965335f414d21bbe95afb849a6333&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9956834 Jul 21 23:38:54.927026 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-14ba8d2e-321d-4365-b918-0f34004b60a7 req-623326ee-04fa-458b-8281-f586b1a2f397 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 210 time: 0.3790436 Jul 21 23:38:54.953418 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-da1e4421-ef89-45ca-8802-d33a205c79fb None None] Provisioning complete for port 42685840-9d8e-427d-8390-157f8b9aa99d triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:54.953932 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-da1e4421-ef89-45ca-8802-d33a205c79fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:54.956732 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56486) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:54.957161 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.39', 57835) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:55.007996 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:55.100794 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fd69d80a-c719-472e-b09d-c8d8d1a57715 req-d328732c-c3c1-4dbb-a41d-a18fdd934f1b tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 210 time: 0.4825296 Jul 21 23:38:55.120972 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f92a-863a-4476-b781-b87fd96165be tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:55.146581 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1ffcb586-81f1-4808-b77c-3bbc4ad10be8 req-5c3a72ce-1421-49a8-89b7-d361261522dc tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 210 time: 0.0990529 Jul 21 23:38:55.154805 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56492) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:55.218373 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e90c6de4-5897-402d-9ecd-88a89e66cb20 admin admin] Publish callbacks [] for security_group (046dd111-e57d-4be1-98c9-787c7e692478), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.261080 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-da1e4421-ef89-45ca-8802-d33a205c79fb None None] Current status of the port 42685840-9d8e-427d-8390-157f8b9aa99d is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:55.261705 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-da1e4421-ef89-45ca-8802-d33a205c79fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.264693 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:38:55.276546 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:55.279357 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e90c6de4-5897-402d-9ecd-88a89e66cb20 admin admin] Publish callbacks [] for security_group (046dd111-e57d-4be1-98c9-787c7e692478), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.296217 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Allocated IP 172.20.0.12 (0032c6d4-073b-4e65-95df-c6fe5a9753d5/407cba9d-61cf-4df7-b106-7edc975a5e38/01ed1fe2-aa7a-432f-bed5-f261e1ca3563) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:55.364597 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:55.369240 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:54Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:55.372528 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:55.373397 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:55.380765 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2b1eda56-7c01-40b5-b791-47bdd43f7102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.388028 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:55.393798 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.395354 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:55.413818 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac3608-709a-4073-8e10-35c5a3b06946 None None] The sync data for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi is: [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:54Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:38:55.420251 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e90c6de4-5897-402d-9ecd-88a89e66cb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (046dd111-e57d-4be1-98c9-787c7e692478), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.423094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e90c6de4-5897-402d-9ecd-88a89e66cb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.426680 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e90c6de4-5897-402d-9ecd-88a89e66cb20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/046dd111-e57d-4be1-98c9-787c7e692478 HTTP/1.1" status: 204 len: 168 time: 0.4661708 Jul 21 23:38:55.426812 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Allocated IP 172.20.0.6 (54f97918-47c2-4d61-9f70-7fcf49dfea51/09c4a61f-4025-4c2e-9704-f6f61ca492ff/365fc751-fe38-4f1c-aa15-d43a2299f5d0) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:55.439213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c6de4-5897-402d-9ecd-88a89e66cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046dd111-e57d-4be1-98c9-787c7e692478,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:55.500851 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-da1e4421-ef89-45ca-8802-d33a205c79fb None None] For port 42685840-9d8e-427d-8390-157f8b9aa99d, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=42685840-9d8e-427d-8390-157f8b9aa99d,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:55.507193 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2b1eda56-7c01-40b5-b791-47bdd43f7102 admin admin] Publish callbacks [] for security_group (579a090c-5a5d-4a48-a2c8-3d550f7af574), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.515144 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2b1eda56-7c01-40b5-b791-47bdd43f7102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (579a090c-5a5d-4a48-a2c8-3d550f7af574), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.542577 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.568707 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2b1eda56-7c01-40b5-b791-47bdd43f7102 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e93cf25ed2a450795460769e656e674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116697 Jul 21 23:38:55.570190 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eda56-7c01-40b5-b791-47bdd43f7102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a090c-5a5d-4a48-a2c8-3d550f7af574,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:55.573997 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56508) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:55.631998 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b047e00-9f3e-4df2-a606-ab518682710a admin admin] Publish callbacks [] for security_group (579a090c-5a5d-4a48-a2c8-3d550f7af574), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.655655 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b047e00-9f3e-4df2-a606-ab518682710a admin admin] Publish callbacks [] for security_group (579a090c-5a5d-4a48-a2c8-3d550f7af574), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.661120 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:38:55.707661 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b047e00-9f3e-4df2-a606-ab518682710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (579a090c-5a5d-4a48-a2c8-3d550f7af574), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.710886 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b047e00-9f3e-4df2-a606-ab518682710a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.712270 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3b047e00-9f3e-4df2-a606-ab518682710a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/579a090c-5a5d-4a48-a2c8-3d550f7af574 HTTP/1.1" status: 204 len: 168 time: 0.1369190 Jul 21 23:38:55.721423 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b047e00-9f3e-4df2-a606-ab518682710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a090c-5a5d-4a48-a2c8-3d550f7af574,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:55.749008 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-ab645f20-6188-4447-af74-30207642471d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1926613364&fields=id&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 267 time: 0.3418350 Jul 21 23:38:55.777650 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-da1e4421-ef89-45ca-8802-d33a205c79fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:55.859765 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port bc6fa31f-543e-4cc5-9c57-f6c63fae0493, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:38:55.922844 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:56.217610 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052795a-d076-4652-82ed-1208397adfb9 req-4f70b085-7cd2-44ce-b862-494e967efa34 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:56.219405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-0b2604ca-297d-440d-8cae-800262b6b30c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:56.222475 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-0b2604ca-297d-440d-8cae-800262b6b30c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 0.4726100 Jul 21 23:38:56.227404 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0052795a-d076-4652-82ed-1208397adfb9 req-4f70b085-7cd2-44ce-b862-494e967efa34 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 932 time: 0.1222460 Jul 21 23:38:56.327169 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:56.387019 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:56.399516 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-53f6968a-7239-49a3-8a50-5306bead90bd tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/quotas/fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 375 time: 0.0980680 Jul 21 23:38:56.500725 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:56.522933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:56.526153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e4421-ef89-45ca-8802-d33a205c79fb None None] Pushing event updated for resources: {'Port': ['ID=42685840-9d8e-427d-8390-157f8b9aa99d,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:56.557139 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:56.566527 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:56.651127 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0052795a-d076-4652-82ed-1208397adfb9 req-44bb4d54-b2fb-447d-a309-cc8e2cfa52d2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992560 Jul 21 23:38:56.738304 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56540) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:56.765699 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:56.770766 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-cb8a0270-4f0c-4e22-b9e8-906d864b79fe tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194589 Jul 21 23:38:56.778987 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks [] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:56.807773 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:56.917699 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-38b985d3-7df4-45ee-ad67-c2b9c45d27b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:56.956919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:38:56.967899 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Updating router 6df46ece-031b-4779-9eba-84cb51c2b0d3 port ad25a9ae-ec5a-49ae-b353-4407f454fdec binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:38:57.116779 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.128274 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:57.138687 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.224154 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:57.273510 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-38b985d3-7df4-45ee-ad67-c2b9c45d27b0 admin admin] Publish callbacks [] for security_group (1c87db32-84d6-4aa0-890a-cf20dc634eff), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.300277 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:57.392864 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-38b985d3-7df4-45ee-ad67-c2b9c45d27b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (1c87db32-84d6-4aa0-890a-cf20dc634eff), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.439323 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:57.445970 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:57.450619 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:57.455585 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-dcbc41cf-c04b-43ba-8974-4985288c7973 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2402866 Jul 21 23:38:57.458347 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.491904 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fcdb951a-f10d-4d35-ab47-f29fd6ebf577 req-de72f292-78cf-4841-a22e-3df88651e29b tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 210 time: 0.5708311 Jul 21 23:38:57.494465 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-0c751625-c743-400b-bba6-901a27ec97be tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:38:57.496123 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-0c751625-c743-400b-bba6-901a27ec97be tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0266738 Jul 21 23:38:57.516569 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-b126c25f-e33e-4106-92cf-2e89179bec03 service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856620 Jul 21 23:38:57.601491 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-d0c3a3a4-5d09-4c7b-9e43-85fc71294c97 None None] Provisioning complete for port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:57.601895 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a3a4-5d09-4c7b-9e43-85fc71294c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.611609 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:57.639184 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-8c880b35-1efb-42a9-bdb1-3b831319efa3 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:57.640740 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-8c880b35-1efb-42a9-bdb1-3b831319efa3 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 819 time: 1.1285644 Jul 21 23:38:57.666845 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'port': {'device_id': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'admin_state_up': True, 'tenant_id': '79b6d71ecbf94b7a81761727712881ea'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:38:57.695389 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-76e4baad-5907-4f95-9e19-d2e66046074d service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759977 Jul 21 23:38:57.730717 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.801581 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:57.808772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:57.827209 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:57.862438 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:57.865506 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:57.932890 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:57.940867 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:57.943935 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:57.952579 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:57.970002 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:57.972086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.028581 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7934046 Jul 21 23:38:58.041137 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-38b985d3-7df4-45ee-ad67-c2b9c45d27b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9101851340b4de8892b8b014a058e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3012915 Jul 21 23:38:58.058144 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3491271 Jul 21 23:38:58.058653 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 56580) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:58.076484 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b985d3-7df4-45ee-ad67-c2b9c45d27b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c87db32-84d6-4aa0-890a-cf20dc634eff,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:58.079706 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fd3d8-86bc-4479-bb4c-5079af4e34c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Pushing event updated for resources: {'Port': ['ID=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:58.147013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:58.150130 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.160081 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3a3a4-5d09-4c7b-9e43-85fc71294c97 None None] Port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:58.196807 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6b8cd184-5ff0-4d6e-a492-869632355a27 req-e0ca7056-1cf2-4ceb-93f0-b7ca4e57b435 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 210 time: 0.2560854 Jul 21 23:38:58.228055 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Made reservation on behalf of 79b6d71ecbf94b7a81761727712881ea for: {'port': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:38:58.238776 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.442857 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-b3cfedd6-611e-4c63-a555-800f01246228 None None] Provisioning complete for port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:58.443200 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b3cfedd6-611e-4c63-a555-800f01246228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.444478 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27247a-a2b3-4aa2-a4b7-5378669f384d req-6aa2767c-49ae-4713-8865-d4e73416849d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:58.446441 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0e27247a-a2b3-4aa2-a4b7-5378669f384d req-6aa2767c-49ae-4713-8865-d4e73416849d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 932 time: 0.2100515 Jul 21 23:38:58.447504 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232a853-97e0-49cc-ac85-247758cd6ea8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'Port': ['ID=365fc751-fe38-4f1c-aa15-d43a2299f5d0,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:58.455280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7a24-9ec1-46a3-9858-3f7437428565 admin admin] Publish callbacks [] for security_group (1c87db32-84d6-4aa0-890a-cf20dc634eff), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.490358 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7a24-9ec1-46a3-9858-3f7437428565 admin admin] Publish callbacks [] for security_group (1c87db32-84d6-4aa0-890a-cf20dc634eff), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.564556 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-b3cfedd6-611e-4c63-a555-800f01246228 None None] Port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:58.568193 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7a24-9ec1-46a3-9858-3f7437428565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (1c87db32-84d6-4aa0-890a-cf20dc634eff), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.570910 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7a24-9ec1-46a3-9858-3f7437428565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.574814 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1e2c7a24-9ec1-46a3-9858-3f7437428565 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c87db32-84d6-4aa0-890a-cf20dc634eff HTTP/1.1" status: 204 len: 168 time: 0.5101926 Jul 21 23:38:58.593353 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:58.596004 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 42685840-9d8e-427d-8390-157f8b9aa99d up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:58.632053 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7a24-9ec1-46a3-9858-3f7437428565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c87db32-84d6-4aa0-890a-cf20dc634eff,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:58.660757 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0e27247a-a2b3-4aa2-a4b7-5378669f384d req-5cf849f2-b84a-470f-a48e-8c6348b3cebd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272323 Jul 21 23:38:58.737259 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4941be36-7579-4c14-891f-4eaf5398a55f req-8d449f6c-6c80-4590-a416-aa7910a78d05 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 210 time: 0.0619516 Jul 21 23:38:58.738502 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Allocated IP 172.20.0.13 (54f97918-47c2-4d61-9f70-7fcf49dfea51/09c4a61f-4025-4c2e-9704-f6f61ca492ff/e5354cca-d4b3-4289-aaf0-fb839e6ccac2) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:38:58.750015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-15d99552-8813-4907-97d1-2662068812c5 None None] Provisioning complete for port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:58.754238 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-15d99552-8813-4907-97d1-2662068812c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.862650 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-15d99552-8813-4907-97d1-2662068812c5 None None] Port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:58.937846 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Publish callbacks [] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.948905 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:58.974683 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54fef5-0d2e-4e08-9008-e241d3bced15 req-c842cac5-98b3-4c43-95f2-699c7a5b9a66 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:58.982891 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6d54fef5-0d2e-4e08-9008-e241d3bced15 req-c842cac5-98b3-4c43-95f2-699c7a5b9a66 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 932 time: 0.1697249 Jul 21 23:38:59.030346 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:59.040398 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6d54fef5-0d2e-4e08-9008-e241d3bced15 req-51c9b637-c887-4903-849c-0b2d62fbcfae tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548227 Jul 21 23:38:59.050491 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 42685840-9d8e-427d-8390-157f8b9aa99d triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:59.067690 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.075338 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.079355 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206cddc-32f4-4442-b5d3-2c6ad485c648 None None] Pushing event updated for resources: {'Port': ['ID=ad25a9ae-ec5a-49ae-b353-4407f454fdec,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:59.190703 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.256653 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Attempting to bind port ad25a9ae-ec5a-49ae-b353-4407f454fdec on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:38:59.257027 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Attempting to bind port ad25a9ae-ec5a-49ae-b353-4407f454fdec by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:38:59.257438 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Attempting to bind port ad25a9ae-ec5a-49ae-b353-4407f454fdec on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:38:59.266651 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:38:59.267025 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Checking segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:38:59.267429 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.268077 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Bound using segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:38:59.268448 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Bound port: ad25a9ae-ec5a-49ae-b353-4407f454fdec, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:38:59.268875 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.316258 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 42685840-9d8e-427d-8390-157f8b9aa99d is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:38:59.318007 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d0b7aa2b-86d7-4b53-9458-ba2e17520e9e up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:38:59.349326 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'Port': ['ID=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:59.376256 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:38:59.378716 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:38:59.381652 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:38:59.390615 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:59.391375 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.418880 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-c2273823-49f4-47d6-acf9-b17a891327fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7574053 Jul 21 23:38:59.443597 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] For port ad25a9ae-ec5a-49ae-b353-4407f454fdec, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:38:59.446357 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-87071b00-c6ee-4e0b-bba5-4292e0187720 None None] Provisioning complete for port ad25a9ae-ec5a-49ae-b353-4407f454fdec triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:59.446692 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-87071b00-c6ee-4e0b-bba5-4292e0187720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.458718 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] For port ad25a9ae-ec5a-49ae-b353-4407f454fdec, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=ad25a9ae-ec5a-49ae-b353-4407f454fdec,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:38:59.507635 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:59.508024 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.521722 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.597687 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56634) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:38:59.662328 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9d1f-98c5-4520-beac-97fc8cc0ffa0 req-d73c7fa7-110c-4863-bc95-0ab36fc00100 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:59.671167 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-117a9d1f-98c5-4520-beac-97fc8cc0ffa0 req-d73c7fa7-110c-4863-bc95-0ab36fc00100 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 932 time: 0.3625281 Jul 21 23:38:59.673361 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:38:59.690639 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-87071b00-c6ee-4e0b-bba5-4292e0187720 None None] Port ad25a9ae-ec5a-49ae-b353-4407f454fdec cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:38:59.708489 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:38:59.709370 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:38:41Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:38:59.749138 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-117a9d1f-98c5-4520-beac-97fc8cc0ffa0 req-cf474de3-0e3b-42e2-aff4-c556e83b0dab tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738478 Jul 21 23:38:59.827006 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-599c23c2-7e62-4121-a374-be75f01eec7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.885979 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7f71d0f0-a6e7-4d16-8a5a-9cccbd2f5e5f req-27d405ea-12ae-4d85-a353-be98c4a27c50 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 210 time: 0.0325816 Jul 21 23:38:59.909411 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206cddc-32f4-4442-b5d3-2c6ad485c648 None None] Pushing event updated for resources: {'Port': ['ID=ad25a9ae-ec5a-49ae-b353-4407f454fdec,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:38:59.917813 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-b12f38ae-9216-4c01-817a-aa25bc783c0c None None] Provisioning complete for port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:38:59.918567 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b12f38ae-9216-4c01-817a-aa25bc783c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:38:59.963414 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ebd2-e441-4da4-b943-55d8c673c6d7 req-f4be51eb-13d7-4c88-b753-d92c962db211 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:38:59.974080 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8247ebd2-e441-4da4-b943-55d8c673c6d7 req-f4be51eb-13d7-4c88-b753-d92c962db211 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 932 time: 0.1399810 Jul 21 23:39:00.004114 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:39:00.007573 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:00.027135 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:00.037446 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-b12f38ae-9216-4c01-817a-aa25bc783c0c None None] Port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:39:00.055567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-599c23c2-7e62-4121-a374-be75f01eec7f admin admin] Publish callbacks [] for security_group (c16266fb-78eb-40f3-93d4-fdb3ead6d9ca), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.060595 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8247ebd2-e441-4da4-b943-55d8c673c6d7 req-6cd45403-b629-46a2-8f5a-9ee83193f612 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899098 Jul 21 23:39:00.062865 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-599c23c2-7e62-4121-a374-be75f01eec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c16266fb-78eb-40f3-93d4-fdb3ead6d9ca), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.149728 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:00.155257 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c23c2-7e62-4121-a374-be75f01eec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16266fb-78eb-40f3-93d4-fdb3ead6d9ca,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:00.164759 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-599c23c2-7e62-4121-a374-be75f01eec7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3298399b49e4cef9fff71b91c0ee4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5659394 Jul 21 23:39:00.167560 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 56658) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:00.201639 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:00.204860 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bc6fa31f-543e-4cc5-9c57-f6c63fae0493 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:00.214487 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:00.237026 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-b4cc3aa4-35f6-4920-b42c-9427705ffb15 None None] Provisioning complete for port ad25a9ae-ec5a-49ae-b353-4407f454fdec triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:00.238047 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b4cc3aa4-35f6-4920-b42c-9427705ffb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.260785 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab38785-1592-4e97-994b-3a08d952ce3a req-de4734b5-2251-479c-aa22-ca6935dcfff5 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:00.262479 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-dab38785-1592-4e97-994b-3a08d952ce3a req-de4734b5-2251-479c-aa22-ca6935dcfff5 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 932 time: 0.0764546 Jul 21 23:39:00.283186 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d2599e28-24da-448b-9236-2d3d8b793a96 admin admin] Publish callbacks [] for security_group (c16266fb-78eb-40f3-93d4-fdb3ead6d9ca), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.302042 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:00.320211 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d2599e28-24da-448b-9236-2d3d8b793a96 admin admin] Publish callbacks [] for security_group (c16266fb-78eb-40f3-93d4-fdb3ead6d9ca), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.357535 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:00.357908 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.367130 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-dab38785-1592-4e97-994b-3a08d952ce3a req-6151a9b4-b63e-4a68-b41d-5b63ea6613a3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910912 Jul 21 23:39:00.411489 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:59Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:00.421689 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d2599e28-24da-448b-9236-2d3d8b793a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c16266fb-78eb-40f3-93d4-fdb3ead6d9ca), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.425433 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d2599e28-24da-448b-9236-2d3d8b793a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.429417 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-d2599e28-24da-448b-9236-2d3d8b793a96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c16266fb-78eb-40f3-93d4-fdb3ead6d9ca HTTP/1.1" status: 204 len: 168 time: 0.2567382 Jul 21 23:39:00.438904 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2599e28-24da-448b-9236-2d3d8b793a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16266fb-78eb-40f3-93d4-fdb3ead6d9ca,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:00.468454 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ffaf8-a6d5-4b1d-9c2e-0cae294198c3 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:38:59Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:39:00.486942 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc3aa4-35f6-4920-b42c-9427705ffb15 None None] Current status of the port ad25a9ae-ec5a-49ae-b353-4407f454fdec is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:00.487581 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b4cc3aa4-35f6-4920-b42c-9427705ffb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.593529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-b4cc3aa4-35f6-4920-b42c-9427705ffb15 None None] For port ad25a9ae-ec5a-49ae-b353-4407f454fdec, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=ad25a9ae-ec5a-49ae-b353-4407f454fdec,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:00.653678 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b4cc3aa4-35f6-4920-b42c-9427705ffb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.702173 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:00.703534 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device ad25a9ae-ec5a-49ae-b353-4407f454fdec up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:00.868874 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port ad25a9ae-ec5a-49ae-b353-4407f454fdec triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:00.869354 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:00.874753 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc3aa4-35f6-4920-b42c-9427705ffb15 None None] Pushing event updated for resources: {'Port': ['ID=ad25a9ae-ec5a-49ae-b353-4407f454fdec,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:01.076961 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aeca3c-37a1-4dd1-bcb7-fb12560cf98d req-61301c7a-95a9-459f-8d67-880e7b93aeff tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:01.114805 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-00aeca3c-37a1-4dd1-bcb7-fb12560cf98d req-61301c7a-95a9-459f-8d67-880e7b93aeff tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 932 time: 0.1996300 Jul 21 23:39:01.200101 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a0e0d79a-6ee4-47a3-8449-0e8a3c598f75 req-b424b205-f0f3-4124-8946-48da2700f787 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 210 time: 0.1048529 Jul 21 23:39:01.343770 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-00aeca3c-37a1-4dd1-bcb7-fb12560cf98d req-2e1bee10-c79f-4910-8cb5-1ea7d4ee272c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276073 Jul 21 23:39:01.578324 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Request body: {'port': {'device_id': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:01.630617 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Request body: {'port': {'device_id': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:01.659990 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67012bc2-6411-409a-aef2-84e11ec0c5b7 req-a4d2b2ab-3dc0-428f-9273-5c59b18d7dbb tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:01.664384 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-67012bc2-6411-409a-aef2-84e11ec0c5b7 req-a4d2b2ab-3dc0-428f-9273-5c59b18d7dbb tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 932 time: 0.1455016 Jul 21 23:39:01.725799 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Request body: {'port': {'device_id': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:01.799196 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port ad25a9ae-ec5a-49ae-b353-4407f454fdec is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:01.813937 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 42685840-9d8e-427d-8390-157f8b9aa99d up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:01.821091 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:01.897934 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:01.923672 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Request body: {'port': {'device_id': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:01.931525 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 42685840-9d8e-427d-8390-157f8b9aa99d triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:01.932644 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:02.150654 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:02.151962 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 42685840-9d8e-427d-8390-157f8b9aa99d is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:02.152399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377c55d-f352-4a61-9c44-acf5a2ce750b req-ec23725b-a084-4f13-9612-1de23ca0f829 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:02.159707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9377c55d-f352-4a61-9c44-acf5a2ce750b req-ec23725b-a084-4f13-9612-1de23ca0f829 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 932 time: 0.7903602 Jul 21 23:39:02.269226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:02.328535 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.39', 57846) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:02.392066 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device ad25a9ae-ec5a-49ae-b353-4407f454fdec up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:02.517217 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5354cca-d4b3-4289-aaf0-fb839e6ccac2 {{(pid=104211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:02.539219 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Publish callbacks [] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:02.542332 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port ad25a9ae-ec5a-49ae-b353-4407f454fdec triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:02.542698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:02.631626 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.provisioning_blocks [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Transition to ACTIVE for port object e5354cca-d4b3-4289-aaf0-fb839e6ccac2 will not be triggered until provisioned by entity L2. {{(pid=104211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:39:02.653864 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:02.680824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:02.692296 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port ad25a9ae-ec5a-49ae-b353-4407f454fdec is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:02.745689 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:02.814279 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9377c55d-f352-4a61-9c44-acf5a2ce750b req-79188b2a-be9f-4dfc-9c0b-c35b3f8743d8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5386753 Jul 21 23:39:02.845108 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Pushing event updated for resources: {'Port': ['ID=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:02.896200 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:02.926599 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-67012bc2-6411-409a-aef2-84e11ec0c5b7 req-52bdf34f-f260-4d84-9d89-579978de1f40 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2027488 Jul 21 23:39:03.386469 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.managers [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Attempting to bind port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:39:03.387479 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.managers [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Attempting to bind port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}] {{(pid=104211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:39:03.388015 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Attempting to bind port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:03.443560 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a797c7-4067-47b9-a298-807b857116c8 req-3ff71cc0-01e6-4402-adaf-69405b832d0e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:03.452347 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26a797c7-4067-47b9-a298-807b857116c8 req-3ff71cc0-01e6-4402-adaf-69405b832d0e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.0849040 Jul 21 23:39:03.464088 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:39:03.465282 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Attempting to bind port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:03.481873 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:39:03.482561 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Checking segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:39:03.483501 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Bound using segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} {{(pid=104211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:39:03.484385 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.managers [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Bound port: e5354cca-d4b3-4289-aaf0-fb839e6ccac2, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}}] {{(pid=104211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:39:03.485525 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:03.576566 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] For port e5354cca-d4b3-4289-aaf0-fb839e6ccac2, host hv-cinder-85070, cleared binding levels {{(pid=104211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:39:03.583401 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] For port e5354cca-d4b3-4289-aaf0-fb839e6ccac2, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:39:03.629858 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:03.641120 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26a797c7-4067-47b9-a298-807b857116c8 req-904c59c9-a6f5-491d-9aed-d750acc81dc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834052 Jul 21 23:39:03.643152 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:03.645410 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7cf3e0f4-6305-46cd-9c8b-f4902231d67b req-0c66614e-940d-46d7-b78c-43a074d27e29 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 210 time: 0.1092296 Jul 21 23:39:03.796823 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:03.800772 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:03.800772 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] 10.222.0.39 "PUT /v2.0/ports/e5354cca-d4b3-4289-aaf0-fb839e6ccac2 HTTP/1.1" status: 200 len: 1094 time: 2.7991152 Jul 21 23:39:03.804041 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'tag': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:03.845311 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365fc751-fe38-4f1c-aa15-d43a2299f5d0 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:04.151686 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:04.157468 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99900afb-dee4-4be6-a7ae-df94072ab24e req-5f45ab41-e55a-4ef5-b748-1accc72f9427 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:04.159490 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-99900afb-dee4-4be6-a7ae-df94072ab24e req-5f45ab41-e55a-4ef5-b748-1accc72f9427 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 932 time: 0.1130824 Jul 21 23:39:04.163932 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-e7716554-de51-47a8-9492-7cb55fbe3dae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:04.165562 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-e7716554-de51-47a8-9492-7cb55fbe3dae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 1.7571108 Jul 21 23:39:04.168045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Publish callbacks [] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:04.290716 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56800) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:04.296215 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Transition to ACTIVE for port object 365fc751-fe38-4f1c-aa15-d43a2299f5d0 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:39:04.356551 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acafa08-1db3-462f-8e37-d632e8c1de0c service neutron] Pushing event updated for resources: {'Port': ['ID=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,revision_number=3']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:04.376093 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-8dc08464-5598-4cc7-bca8-098f80258bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:04.377924 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-8dc08464-5598-4cc7-bca8-098f80258bfa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 1128 time: 0.3552177 Jul 21 23:39:04.387046 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:04.397629 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-99900afb-dee4-4be6-a7ae-df94072ab24e req-df80f1f9-99d5-4e15-a2dd-0bb8f8c566f2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572988 Jul 21 23:39:04.431568 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:04.518877 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fae228-9707-4237-ac36-dfdafe716cac" -d '{"events": [{"name": "network-changed", "server_uuid": "c16c660c-f977-46c1-9b2a-c85d81c8368d", "tag": "e5354cca-d4b3-4289-aaf0-fb839e6ccac2"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:04.526424 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-1bebcd1f-3f30-41ac-b658-37913a074b47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2 HTTP/1.1" status: 200 len: 217 time: 0.1107414 Jul 21 23:39:04.623590 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-76ca186e-c9cc-4f9a-a291-e35aead35814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:04.625274 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-76ca186e-c9cc-4f9a-a291-e35aead35814 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0678110 Jul 21 23:39:04.650206 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c331f5b6-efe4-4bf3-89e9-e443172acc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:04.738762 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:04.768646 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Pushing event updated for resources: {'Port': ['ID=365fc751-fe38-4f1c-aa15-d43a2299f5d0,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:04.848690 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b24e2-ec80-4dab-b294-98cb3efd065c req-8f8c9645-5c91-4cdc-8c6e-98de07a167c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:04.850610 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-598b24e2-ec80-4dab-b294-98cb3efd065c req-8f8c9645-5c91-4cdc-8c6e-98de07a167c1 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 932 time: 0.6242542 Jul 21 23:39:05.016556 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-17fbfdba-9cac-4966-828d-750072a95cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:05.018063 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-17fbfdba-9cac-4966-828d-750072a95cae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2047548 Jul 21 23:39:05.127670 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d396aa10-e25b-4eae-ac60-39af238dedfc x-openstack-request-id: req-d396aa10-e25b-4eae-ac60-39af238dedfc {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:05.127988 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16c660c-f977-46c1-9b2a-c85d81c8368d", "tag": "e5354cca-d4b3-4289-aaf0-fb839e6ccac2", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:05.128210 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d396aa10-e25b-4eae-ac60-39af238dedfc {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:05.128660 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d396aa10-e25b-4eae-ac60-39af238dedfc'] response: {'name': 'network-changed', 'server_uuid': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'tag': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2', 'status': 'completed', 'code': 200} Jul 21 23:39:05.254250 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c331f5b6-efe4-4bf3-89e9-e443172acc6c admin admin] Publish callbacks [] for security_group (e8cbe3cb-4085-471e-9d90-b000dc8dff8c), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:05.346438 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c331f5b6-efe4-4bf3-89e9-e443172acc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e8cbe3cb-4085-471e-9d90-b000dc8dff8c), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:05.553051 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-c331f5b6-efe4-4bf3-89e9-e443172acc6c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d9968e13eb241e19030c043d9958c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2595658 Jul 21 23:39:05.596108 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652627-7f10-4c4f-980b-cae12b343159 req-5aa43e66-9090-492f-8d8b-94adc0338a50 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:05.600531 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d6652627-7f10-4c4f-980b-cae12b343159 req-5aa43e66-9090-492f-8d8b-94adc0338a50 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.2712834 Jul 21 23:39:05.607870 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56846) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:05.751351 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d6652627-7f10-4c4f-980b-cae12b343159 req-ac666742-491c-4fff-b73d-f9bae4fc0ba9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167819 Jul 21 23:39:05.798003 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331f5b6-efe4-4bf3-89e9-e443172acc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cbe3cb-4085-471e-9d90-b000dc8dff8c,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:05.817098 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-9bde41c2-81e8-467e-8983-9a520feb7e43 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795084 Jul 21 23:39:05.871340 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Attempting to bind port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:39:05.872247 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Attempting to bind port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:39:05.872673 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Attempting to bind port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:05.901533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:05.913929 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:05.915503 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bc2fe249-0b74-4a0d-a5cc-a6cb22cd0710 admin admin] Publish callbacks [] for security_group (e8cbe3cb-4085-471e-9d90-b000dc8dff8c), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:05.921753 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Publish callbacks [] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:05.967575 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Transition to ACTIVE for port object 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:39:05.968554 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:05.974730 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-2d3c5bbd-08ef-4350-bcc4-d0829af49f66 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 380 time: 1.7111864 Jul 21 23:39:05.991297 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.005232 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:39:06.005565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Attempting to bind port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:06.007628 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-640b3674-b2bf-4124-8cef-2c4665015b9d req-8ee34d14-316d-41f9-845a-b18c3d3f3b07 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 210 time: 0.1191978 Jul 21 23:39:06.038491 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'port': {'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'admin_state_up': True, 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'security_groups': ['e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:06.048342 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:06.081388 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Publish callbacks [] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.098259 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:39:06.098957 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Checking segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:39:06.099246 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Bound using segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:39:06.099724 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Bound port: 365fc751-fe38-4f1c-aa15-d43a2299f5d0, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:39:06.100151 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.121399 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bc2fe249-0b74-4a0d-a5cc-a6cb22cd0710 admin admin] Publish callbacks [] for security_group (e8cbe3cb-4085-471e-9d90-b000dc8dff8c), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.151769 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-598b24e2-ec80-4dab-b294-98cb3efd065c req-793f89ab-8c52-4aee-8914-6cd455e4a11a tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1200764 Jul 21 23:39:06.304875 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Transition to ACTIVE for port object 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:39:06.375687 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8a7a5-b721-49f8-8eed-06494b05ac7c req-3c107812-2f31-4582-805b-e5bfce28693c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:06.377508 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bcc8a7a5-b721-49f8-8eed-06494b05ac7c req-3c107812-2f31-4582-805b-e5bfce28693c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 932 time: 0.1730037 Jul 21 23:39:06.391205 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cdbb8bf2-9892-42b4-a7f1-63ef50a75f71 req-01050756-32ef-4763-98a2-48114394d220 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410471 Jul 21 23:39:06.440260 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bc2fe249-0b74-4a0d-a5cc-a6cb22cd0710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e8cbe3cb-4085-471e-9d90-b000dc8dff8c), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.442912 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bc2fe249-0b74-4a0d-a5cc-a6cb22cd0710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.444416 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-bc2fe249-0b74-4a0d-a5cc-a6cb22cd0710 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8cbe3cb-4085-471e-9d90-b000dc8dff8c HTTP/1.1" status: 204 len: 168 time: 0.8354876 Jul 21 23:39:06.506271 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] For port 365fc751-fe38-4f1c-aa15-d43a2299f5d0, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:39:06.506696 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fe249-0b74-4a0d-a5cc-a6cb22cd0710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cbe3cb-4085-471e-9d90-b000dc8dff8c,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:06.532913 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:06.538168 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.587933 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bcc8a7a5-b721-49f8-8eed-06494b05ac7c req-9cb4a897-93b7-4d8d-976e-70987f182d4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950269 Jul 21 23:39:06.609239 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae228-9707-4237-ac36-dfdafe716cac req-38dabd9d-2b03-42c1-a11d-a79eefad6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:06.612053 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1fae228-9707-4237-ac36-dfdafe716cac req-38dabd9d-2b03-42c1-a11d-a79eefad6524 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 1128 time: 0.1230149 Jul 21 23:39:06.633894 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:06.752720 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] For port 365fc751-fe38-4f1c-aa15-d43a2299f5d0, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:39:06.831158 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae228-9707-4237-ac36-dfdafe716cac req-3e94cdba-60a5-48ac-8758-61416b043dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:06.833613 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1fae228-9707-4237-ac36-dfdafe716cac req-3e94cdba-60a5-48ac-8758-61416b043dd5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.2137823 Jul 21 23:39:06.834168 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.941303 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Made reservation on behalf of fc4faed5bed7450da8122eeb77459f3a for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:39:06.946000 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:06.970347 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1fae228-9707-4237-ac36-dfdafe716cac req-f39d3001-a203-43fd-acd2-372be354bdba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2 HTTP/1.1" status: 200 len: 217 time: 0.0788491 Jul 21 23:39:06.987612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Attempting to bind port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:39:06.988110 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Attempting to bind port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:39:06.988484 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Attempting to bind port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 on network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:06.991027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:07.119721 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae228-9707-4237-ac36-dfdafe716cac req-0491487e-0acf-4896-8ef0-b90151708770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:07.122848 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1fae228-9707-4237-ac36-dfdafe716cac req-0491487e-0acf-4896-8ef0-b90151708770 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.1203241 Jul 21 23:39:07.211572 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:07.219553 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:07.222127 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] 10.222.0.39 "PUT /v2.0/ports/365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 200 len: 1093 time: 6.2257831 Jul 21 23:39:07.236113 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'tag': '365fc751-fe38-4f1c-aa15-d43a2299f5d0'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:07.370872 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=21 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:07.384211 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=5 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:07.414573 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a39167db-74a8-452a-9ba1-0b945457ba48 req-519d4ff6-9a95-41a6-8d69-9de053f274db tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 210 time: 0.2046783 Jul 21 23:39:07.425171 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 on network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:39:07.425901 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Attempting to bind port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 on network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:07.482958 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae228-9707-4237-ac36-dfdafe716cac req-cda48940-a1c2-4ade-b302-875dc7de1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:07.487992 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1fae228-9707-4237-ac36-dfdafe716cac req-cda48940-a1c2-4ade-b302-875dc7de1fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3465290 Jul 21 23:39:07.638337 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0385e39-ab68-4524-b0fc-7026d30eeec8 req-0d1d2972-67cd-43e2-a59a-de86c69534f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:07.640006 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e0385e39-ab68-4524-b0fc-7026d30eeec8 req-0d1d2972-67cd-43e2-a59a-de86c69534f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.7016506 Jul 21 23:39:07.650379 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:39:07.650713 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Checking segment: {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:39:07.651099 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Bound using segment: {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:39:07.651543 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Bound port: 01ed1fe2-aa7a-432f-bed5-f261e1ca3563, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71a796f-111f-4fde-914f-933ea286e548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:39:07.651907 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:07.705090 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Attempting to bind port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:39:07.705581 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Attempting to bind port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:39:07.705997 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Attempting to bind port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 on network fa056cf4-005e-4995-9d38-6224e7ebccf4 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:07.709106 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 56900) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:07.804821 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1f42a550-daa2-476c-b2b5-b49d446f8d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:07.838913 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 on network fa056cf4-005e-4995-9d38-6224e7ebccf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:39:07.839508 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Attempting to bind port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 on network fa056cf4-005e-4995-9d38-6224e7ebccf4 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:07.853281 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d5b76-a077-407c-bb91-86c1f93ef365 service neutron] Pushing event updated for resources: {'Port': ['ID=365fc751-fe38-4f1c-aa15-d43a2299f5d0,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:07.896966 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b272bf7b-548c-4fc6-86c3-5467242fc216" -d '{"events": [{"name": "network-changed", "server_uuid": "7af6350f-5066-435f-bf01-5541dd1d3b18", "tag": "365fc751-fe38-4f1c-aa15-d43a2299f5d0"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:07.901694 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-d27e4513-09bb-41e1-bdea-e54c928c2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:07.904086 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-d27e4513-09bb-41e1-bdea-e54c928c2145 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1127 time: 0.4486120 Jul 21 23:39:07.929261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:07.930322 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-c80e0105-4b1c-45cc-a36b-f9ae448b444f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:07.953829 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:39:07.954613 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Checking segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:39:07.954975 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Bound using segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:39:07.955170 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Bound port: 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:39:07.955563 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:07.961688 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e0385e39-ab68-4524-b0fc-7026d30eeec8 req-58d28291-cffc-45df-ad5b-77b1a480d328 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581453 Jul 21 23:39:08.005328 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:08.142494 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce0829-5e29-4b78-8ab6-ca76f56cd183 req-bc1f86d9-30ea-4fd5-a392-162467c36399 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:08.156919 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-13ce0829-5e29-4b78-8ab6-ca76f56cd183 req-bc1f86d9-30ea-4fd5-a392-162467c36399 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.1435955 Jul 21 23:39:08.175144 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-77481c69-4a91-4285-b8c0-c729ce6f7f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 200 len: 217 time: 0.2418439 Jul 21 23:39:08.302634 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-ec8d156e-ed1f-4b37-9607-1e3d7bee2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:08.304661 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-ec8d156e-ed1f-4b37-9607-1e3d7bee2044 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.1111350 Jul 21 23:39:08.320319 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-13ce0829-5e29-4b78-8ab6-ca76f56cd183 req-ee5a6031-a2aa-41a3-b0af-0e306f17d1b5 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606674 Jul 21 23:39:08.465860 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] For port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:39:08.500251 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1fae228-9707-4237-ac36-dfdafe716cac req-8afbd6bd-ea79-446a-a676-12f47d176522 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9844322 Jul 21 23:39:08.535591 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] For port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:39:08.592775 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.20.0.13 (db7b04fe-74b8-4a1d-b84d-14b166fb83d5/83a40dc0-7391-401e-a129-8da6c5519058/b7d67a8b-6367-4be6-bd44-466169d1217b) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:39:08.604870 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3f0d6b-10f4-40bd-aa10-784b3a724481 x-openstack-request-id: req-6f3f0d6b-10f4-40bd-aa10-784b3a724481 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:08.607214 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af6350f-5066-435f-bf01-5541dd1d3b18", "tag": "365fc751-fe38-4f1c-aa15-d43a2299f5d0", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:08.607480 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f3f0d6b-10f4-40bd-aa10-784b3a724481 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:08.607944 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3f0d6b-10f4-40bd-aa10-784b3a724481'] response: {'name': 'network-changed', 'server_uuid': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'tag': '365fc751-fe38-4f1c-aa15-d43a2299f5d0', 'status': 'completed', 'code': 200} Jul 21 23:39:08.612450 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:08.649031 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba539ce-178f-4e6f-ba0c-8e16f5367300 req-d86af5c8-6065-47f1-9e17-11ffabd25de6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:08.650903 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0ba539ce-178f-4e6f-ba0c-8e16f5367300 req-d86af5c8-6065-47f1-9e17-11ffabd25de6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.4601419 Jul 21 23:39:08.653131 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:08.679637 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:08.680266 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:08.682314 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/01ed1fe2-aa7a-432f-bed5-f261e1ca3563 HTTP/1.1" status: 200 len: 1094 time: 7.6873827 Jul 21 23:39:08.697474 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-945dd757-8f78-477a-b0c6-31eaa207fa5f req-8d729724-81f5-4b9f-b47c-3229436a0652 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 210 time: 0.0371666 Jul 21 23:39:08.711158 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:39:08.788212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:39:08.819804 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:08.901375 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9b484-7d80-4de4-9e42-82cde1a5d1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:08.911985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:08.912711 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:08.914277 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] 10.222.0.39 "PUT /v2.0/ports/7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 1094 time: 7.9291303 Jul 21 23:39:08.986687 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0ba539ce-178f-4e6f-ba0c-8e16f5367300 req-810ee361-048d-44ee-884b-e8bbf127fb4a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192246 Jul 21 23:39:08.988605 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-c80e0105-4b1c-45cc-a36b-f9ae448b444f admin admin] Publish callbacks [] for security_group (106cb122-1e20-4604-a818-ce57af94a3f9), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.003266 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-c80e0105-4b1c-45cc-a36b-f9ae448b444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (106cb122-1e20-4604-a818-ce57af94a3f9), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.088229 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7f4f2-40b5-4d0f-bc52-a93d5296141e service neutron] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:09.111567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864d67-f58c-4335-9e3d-ad1db7207044 req-da5b641a-fb9e-404d-8401-b2dae26e7248 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:09.113956 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d1864d67-f58c-4335-9e3d-ad1db7207044 req-da5b641a-fb9e-404d-8401-b2dae26e7248 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.0609841 Jul 21 23:39:09.117591 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e0105-4b1c-45cc-a36b-f9ae448b444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106cb122-1e20-4604-a818-ce57af94a3f9,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:09.125311 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-c80e0105-4b1c-45cc-a36b-f9ae448b444f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8dfaef5026b440f2b6be137cd9256a09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3965926 Jul 21 23:39:09.126148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.127943 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=11 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:09.128830 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 56950) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:09.180309 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d1864d67-f58c-4335-9e3d-ad1db7207044 req-54d26266-4267-4fe8-9f68-2b634be360f1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604661 Jul 21 23:39:09.222142 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.224043 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b2310316-2def-41c5-83e2-d1985f75d7a7 admin admin] Publish callbacks [] for security_group (106cb122-1e20-4604-a818-ce57af94a3f9), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.287033 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:39:09.299916 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:39:09.307845 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b2310316-2def-41c5-83e2-d1985f75d7a7 admin admin] Publish callbacks [] for security_group (106cb122-1e20-4604-a818-ce57af94a3f9), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.310684 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:39:09.315856 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:09.316485 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.324633 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=b7d67a8b-6367-4be6-bd44-466169d1217b,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:09.364803 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-909eaa83-9782-4b01-9553-fc652f7c4aff tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3650124 Jul 21 23:39:09.403440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b2310316-2def-41c5-83e2-d1985f75d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (106cb122-1e20-4604-a818-ce57af94a3f9), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.404871 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b2310316-2def-41c5-83e2-d1985f75d7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.406167 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-b2310316-2def-41c5-83e2-d1985f75d7a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/106cb122-1e20-4604-a818-ce57af94a3f9 HTTP/1.1" status: 204 len: 168 time: 0.2749963 Jul 21 23:39:09.433950 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310316-2def-41c5-83e2-d1985f75d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106cb122-1e20-4604-a818-ce57af94a3f9,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:09.440813 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:09.471169 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d066-ef3f-4c54-a275-dfb7a2247511 req-0ad54bdd-4839-4fa2-9585-c528fab97895 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:09.472803 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9120d066-ef3f-4c54-a275-dfb7a2247511 req-0ad54bdd-4839-4fa2-9585-c528fab97895 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0827448 Jul 21 23:39:09.532491 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9120d066-ef3f-4c54-a275-dfb7a2247511 req-99fbfdde-0c5e-4ec6-8d13-beaf6c68f728 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525639 Jul 21 23:39:09.634472 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-487d4548-c57b-4b97-831d-5d3ab0fe3325 None None] Provisioning complete for port b7d67a8b-6367-4be6-bd44-466169d1217b triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:09.635040 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-487d4548-c57b-4b97-831d-5d3ab0fe3325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:09.669242 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-487d4548-c57b-4b97-831d-5d3ab0fe3325 None None] Port b7d67a8b-6367-4be6-bd44-466169d1217b cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:39:09.827882 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394049ec-c779-4243-a1c6-3f47939eeb6d req-8e74adb5-4f04-479f-a378-7906a8f6743a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:09.829403 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-394049ec-c779-4243-a1c6-3f47939eeb6d req-8e74adb5-4f04-479f-a378-7906a8f6743a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 932 time: 0.0528193 Jul 21 23:39:09.878920 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-394049ec-c779-4243-a1c6-3f47939eeb6d req-7b622844-e0a7-44c6-ba66-40c6d9374656 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436954 Jul 21 23:39:10.114021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e8eed-4b3f-44ac-bc14-6af37caabf00 req-f19b8f27-9ec9-43b6-a2a3-2987fb8a16f0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:10.115553 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b27e8eed-4b3f-44ac-bc14-6af37caabf00 req-f19b8f27-9ec9-43b6-a2a3-2987fb8a16f0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0494623 Jul 21 23:39:10.142739 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 56988) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:10.164763 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b27e8eed-4b3f-44ac-bc14-6af37caabf00 req-dd7bb1e5-4a0b-4bb5-995d-bb0d0d5d7dc5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436254 Jul 21 23:39:10.242081 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1287903105-network', 'tenant_id': 'ee8ae3d717a9460cb4d3108b8e181089'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:10.246684 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:10.294609 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Made reservation on behalf of ee8ae3d717a9460cb4d3108b8e181089 for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:39:10.296839 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.307902 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe3bf2-e523-4061-8781-b743018336cf req-8f8d391e-803b-4c8c-8356-fba08882e547 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:10.309492 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d1fe3bf2-e523-4061-8781-b743018336cf req-8f8d391e-803b-4c8c-8356-fba08882e547 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.0591993 Jul 21 23:39:10.315220 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.315749 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-239e6e2d-ac39-4cf0-8009-c799f26a33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.381583 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d1fe3bf2-e523-4061-8781-b743018336cf req-52503c1f-d7c4-42e5-9e99-da808bc81a75 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Jul 21 23:39:10.429132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks [] for security_group (c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.432762 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.461674 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:39:10.472311 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:10.477209 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.477556 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Added segment ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8 of type vlan for network 8e59424b-b4d6-473a-b401-e8511d2a8a73 Jul 21 23:39:10.519252 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (8e59424b-b4d6-473a-b401-e8511d2a8a73), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.544792 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (8e59424b-b4d6-473a-b401-e8511d2a8a73), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.545673 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:10.546246 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.579532 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4356711 Jul 21 23:39:10.582661 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57000) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:10.587688 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Request body: {'subnet': {'network_id': '8e59424b-b4d6-473a-b401-e8511d2a8a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1287903105-subnet', 'tenant_id': 'ee8ae3d717a9460cb4d3108b8e181089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:10.608463 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'tag': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563'}, {'name': 'network-changed', 'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:10.610879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b814910f-3c42-43f1-86cc-58383b5dbf13" -d '{"events": [{"name": "network-changed", "server_uuid": "050a4396-33a9-4f73-bfa6-7ed26142ef29", "tag": "01ed1fe2-aa7a-432f-bed5-f261e1ca3563"}, {"name": "network-changed", "server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:10.611038 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb968e-b4fa-44af-b755-f987c852d517 admin admin] Pushing event updated for resources: {'Network': ['ID=8e59424b-b4d6-473a-b401-e8511d2a8a73,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:10.621833 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 8e59424b-b4d6-473a-b401-e8511d2a8a73 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:39:10.813112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d283826-f094-4f0d-b1ba-056ce6ec2dc9 x-openstack-request-id: req-7d283826-f094-4f0d-b1ba-056ce6ec2dc9 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:10.813430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050a4396-33a9-4f73-bfa6-7ed26142ef29", "tag": "01ed1fe2-aa7a-432f-bed5-f261e1ca3563", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:10.813680 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d283826-f094-4f0d-b1ba-056ce6ec2dc9 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:10.814073 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d283826-f094-4f0d-b1ba-056ce6ec2dc9'] response: {'name': 'network-changed', 'server_uuid': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'tag': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563', 'status': 'completed', 'code': 200} Jul 21 23:39:10.814329 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d283826-f094-4f0d-b1ba-056ce6ec2dc9'] response: {'name': 'network-changed', 'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'status': 'completed', 'code': 200} Jul 21 23:39:10.816998 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Made reservation on behalf of ee8ae3d717a9460cb4d3108b8e181089 for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:39:10.819340 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:10.854004 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5bbda-1aed-4c85-be15-385b98d0580f req-1f525d05-7475-4f24-bb5b-3abf19550067 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:10.856075 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28c5bbda-1aed-4c85-be15-385b98d0580f req-1f525d05-7475-4f24-bb5b-3abf19550067 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.2515440 Jul 21 23:39:10.951199 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28c5bbda-1aed-4c85-be15-385b98d0580f req-c00dcdaf-660e-45ad-a700-792cead32e23 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662296 Jul 21 23:39:11.019557 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3905ab-dab0-4ed3-93ad-ad1c9477d123 req-d391cdac-d0c8-4b36-af92-1d404ab4763d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:11.021049 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1b3905ab-dab0-4ed3-93ad-ad1c9477d123 req-d391cdac-d0c8-4b36-af92-1d404ab4763d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 932 time: 0.0619655 Jul 21 23:39:11.051263 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (f34a859a-f821-438e-8b37-717f6a506387), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:11.070017 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1b3905ab-dab0-4ed3-93ad-ad1c9477d123 req-8e90c2be-9bb7-4383-8475-2fd1362c8252 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Jul 21 23:39:11.109149 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34a859a-f821-438e-8b37-717f6a506387,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:11.118128 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Checking segment: {'id': 'ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8e59424b-b4d6-473a-b401-e8511d2a8a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:39:11.118623 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Network hostable DHCP agents. Network: 8e59424b-b4d6-473a-b401-e8511d2a8a73, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:39:11.202817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-025d3c4c-39f9-4213-a7a0-4d06a376ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:11.204465 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-025d3c4c-39f9-4213-a7a0-4d06a376ea86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819526 Jul 21 23:39:11.205504 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Network 8e59424b-b4d6-473a-b401-e8511d2a8a73 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:39:11.210377 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:11.217471 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 8e59424b-b4d6-473a-b401-e8511d2a8a73) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:39:11.223042 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:11.225153 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:11.233683 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a801d2-3044-4106-b8ba-003091146e18 None None] Network 8e59424b-b4d6-473a-b401-e8511d2a8a73 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:39:11.249775 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1ecb3617-06ab-4b63-adb3-e8a083224dab admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6658638 Jul 21 23:39:11.301779 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114da1a-4d85-47fd-969a-cdd0df29fd90 req-6b711125-e322-4b45-a7dd-cccf1fa549f9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:11.303545 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6114da1a-4d85-47fd-969a-cdd0df29fd90 req-6b711125-e322-4b45-a7dd-cccf1fa549f9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0613785 Jul 21 23:39:11.321874 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:11.328722 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:11.363530 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Request body: {'port': {'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:11.369548 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf001d1-b242-4b0e-a4a6-6c7f555aac2e None None] Network 8e59424b-b4d6-473a-b401-e8511d2a8a73 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:39:11.432680 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1fae228-9707-4237-ac36-dfdafe716cac req-68043cae-592f-40a1-865a-52bfa9b5b6c8 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476376 Jul 21 23:39:11.472028 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6114da1a-4d85-47fd-969a-cdd0df29fd90 req-5b62e9c6-bdab-4c77-9166-854622dfb6db tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595421 Jul 21 23:39:11.515930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-4849c9fd-374b-47db-b56c-25d0ef7aed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:11.517762 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-4849c9fd-374b-47db-b56c-25d0ef7aed4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1128 time: 0.1101201 Jul 21 23:39:11.551433 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-8eecafea-4888-4232-8bcf-deecbcc3ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:11.553934 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-8eecafea-4888-4232-8bcf-deecbcc3ffdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49d99b1f2c324aef91d2b56899ff631f&device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 1128 time: 0.0751412 Jul 21 23:39:11.609116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:11.609116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:11.609310 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112521e-982e-495b-aec8-0a6c3c5ea932 req-54cb1191-761f-4980-bbe2-5380bab29b0d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:11.609310 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5112521e-982e-495b-aec8-0a6c3c5ea932 req-54cb1191-761f-4980-bbe2-5380bab29b0d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.0664258 Jul 21 23:39:11.659916 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-e9fbefbd-9c88-4a48-bca5-40e5c8ebc8e3 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935574 Jul 21 23:39:11.679776 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5112521e-982e-495b-aec8-0a6c3c5ea932 req-6cc49a6f-ec4f-41ac-9688-d6c3b27e3957 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656800 Jul 21 23:39:11.936183 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d67a8b-6367-4be6-bd44-466169d1217b {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:11.942872 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Publish callbacks [] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:11.967888 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Transition to ACTIVE for port object b7d67a8b-6367-4be6-bd44-466169d1217b will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:39:11.970386 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.024708 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57060) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:12.032227 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1086677896-network', 'tenant_id': '2d9996a28ea34d9ba96d54767b017439'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:12.089601 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Made reservation on behalf of 2d9996a28ea34d9ba96d54767b017439 for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:39:12.092595 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.122956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Attempting to bind port b7d67a8b-6367-4be6-bd44-466169d1217b on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:39:12.123719 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Attempting to bind port b7d67a8b-6367-4be6-bd44-466169d1217b by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:39:12.123843 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.123921 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Attempting to bind port b7d67a8b-6367-4be6-bd44-466169d1217b on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:12.130409 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Pushing event updated for resources: {'Port': ['ID=b7d67a8b-6367-4be6-bd44-466169d1217b,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:12.151874 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Port b7d67a8b-6367-4be6-bd44-466169d1217b on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:39:12.152869 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Attempting to bind port b7d67a8b-6367-4be6-bd44-466169d1217b on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:39:12.173445 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:12.196795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:39:12.197206 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Checking segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:39:12.197833 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Bound using segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:39:12.198405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Bound port: b7d67a8b-6367-4be6-bd44-466169d1217b, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:39:12.198842 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.318781 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e85d6-adf1-41f1-9bc7-d462b168ca33 req-274a2176-1e85-48a8-b17b-ec74dadc9458 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.320713 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-285e85d6-adf1-41f1-9bc7-d462b168ca33 req-274a2176-1e85-48a8-b17b-ec74dadc9458 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.1008675 Jul 21 23:39:12.332792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:12.354905 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825c05a-17fa-4b5a-b36e-d947232064ba req-af293b59-3db5-4351-862f-22b7e654d65d tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.376397 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5825c05a-17fa-4b5a-b36e-d947232064ba req-af293b59-3db5-4351-862f-22b7e654d65d tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.2804422 Jul 21 23:39:12.392270 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks [] for security_group (6509e2aa-ccd0-4118-8694-0b08414268b4), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.424603 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6509e2aa-ccd0-4118-8694-0b08414268b4), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.461601 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-285e85d6-adf1-41f1-9bc7-d462b168ca33 req-b402ddcb-e607-4dca-83a3-79673854511b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287425 Jul 21 23:39:12.465293 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] For port b7d67a8b-6367-4be6-bd44-466169d1217b, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:39:12.471302 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:39:12.473647 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509e2aa-ccd0-4118-8694-0b08414268b4,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:12.490687 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (ccf2538c-b975-4619-9417-eee1181c5dee), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.491721 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Added segment ccf2538c-b975-4619-9417-eee1181c5dee of type vlan for network 3d71ff64-32e5-4f46-b7d2-02026ef30ebe Jul 21 23:39:12.491838 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5825c05a-17fa-4b5a-b36e-d947232064ba req-7cceb34d-14a7-4e84-8077-72c2588833ad tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142600 Jul 21 23:39:12.502867 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] For port b7d67a8b-6367-4be6-bd44-466169d1217b, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=b7d67a8b-6367-4be6-bd44-466169d1217b,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:39:12.520038 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.552094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (3d71ff64-32e5-4f46-b7d2-02026ef30ebe), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.563084 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.563836 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.565596 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] 10.222.0.39 "PUT /v2.0/ports/b7d67a8b-6367-4be6-bd44-466169d1217b HTTP/1.1" status: 200 len: 1094 time: 1.2066479 Jul 21 23:39:12.585810 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (3d71ff64-32e5-4f46-b7d2-02026ef30ebe), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.586983 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.587599 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.599413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d6ca-a94e-4bba-99c4-7a2f4b4cd39b service neutron] Pushing event updated for resources: {'Port': ['ID=b7d67a8b-6367-4be6-bd44-466169d1217b,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:12.675812 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-6c61a163-8344-4deb-8171-490c62189ec5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0859959 Jul 21 23:39:12.702815 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6743317 Jul 21 23:39:12.711551 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57080) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:12.759682 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.766979 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3948e4-954c-42e5-ae46-d43b70df99be admin admin] Pushing event updated for resources: {'Network': ['ID=3d71ff64-32e5-4f46-b7d2-02026ef30ebe,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:12.770532 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Request body: {'subnet': {'network_id': '3d71ff64-32e5-4f46-b7d2-02026ef30ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1086677896-subnet', 'tenant_id': '2d9996a28ea34d9ba96d54767b017439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:12.779356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 3d71ff64-32e5-4f46-b7d2-02026ef30ebe details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:39:12.802954 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-088e2605-278c-40a3-b99f-1c0a3bfcde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.804531 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-088e2605-278c-40a3-b99f-1c0a3bfcde15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 1128 time: 0.1400187 Jul 21 23:39:12.819505 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:12.821927 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b00eed-3770-4683-a21e-dc71c6f4713d" -d '{"events": [{"name": "network-changed", "server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:12.833845 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Made reservation on behalf of 2d9996a28ea34d9ba96d54767b017439 for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:39:12.836078 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:12.849968 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a6ea7-4dcd-4e72-851b-f205e83d6a6f req-fc478ab4-dc7e-469e-b1ee-a7b2290488de tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.857728 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-323a6ea7-4dcd-4e72-851b-f205e83d6a6f req-fc478ab4-dc7e-469e-b1ee-a7b2290488de tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.2581100 Jul 21 23:39:12.869313 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-c2715805-b111-432b-a69a-e97321201b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.870785 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-c2715805-b111-432b-a69a-e97321201b78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.1843905 Jul 21 23:39:12.870960 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:12.892109 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bc2de36-0802-4eaf-9f3d-79f2317d5855 req-ab188a92-4cbf-4e00-86c7-234a236f7539 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007007 Jul 21 23:39:12.904821 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:12.905021 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:12.942685 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604fdae-05d9-4280-a6a0-ce774dfdb626 req-dde88d42-eaba-4ffe-b04d-b693fd21c328 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.944249 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6604fdae-05d9-4280-a6a0-ce774dfdb626 req-dde88d42-eaba-4ffe-b04d-b693fd21c328 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.1113777 Jul 21 23:39:12.976569 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-416caf11-63ec-4a3d-b1a5-5fc82584ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:12.989643 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-416caf11-63ec-4a3d-b1a5-5fc82584ae9f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=49d99b1f2c324aef91d2b56899ff631f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3814769 Jul 21 23:39:13.032918 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-323a6ea7-4dcd-4e72-851b-f205e83d6a6f req-80d98ee2-acfa-4d6c-a822-430b4cf55bcc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734183 Jul 21 23:39:13.041958 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6604fdae-05d9-4280-a6a0-ce774dfdb626 req-b966d368-024e-43a7-8ff7-2e8b15fe0ee7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 Jul 21 23:39:13.158055 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (12328ae4-338f-4d57-a56e-e7640c193856), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:13.160847 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a455942d-c93d-4c52-ad4a-016e247a8f89 x-openstack-request-id: req-a455942d-c93d-4c52-ad4a-016e247a8f89 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:13.161137 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:13.161412 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a455942d-c93d-4c52-ad4a-016e247a8f89 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:13.161795 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a455942d-c93d-4c52-ad4a-016e247a8f89'] response: {'name': 'network-changed', 'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'status': 'completed', 'code': 200} Jul 21 23:39:13.206863 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:13.213085 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12328ae4-338f-4d57-a56e-e7640c193856,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:13.231049 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Checking segment: {'id': 'ccf2538c-b975-4619-9417-eee1181c5dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3d71ff64-32e5-4f46-b7d2-02026ef30ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:39:13.231421 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Network hostable DHCP agents. Network: 3d71ff64-32e5-4f46-b7d2-02026ef30ebe, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:39:13.248771 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Network 3d71ff64-32e5-4f46-b7d2-02026ef30ebe is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:39:13.257876 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 3d71ff64-32e5-4f46-b7d2-02026ef30ebe) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:39:13.262216 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:13.262817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:13.278353 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a32e5e-0dff-4cc3-8be4-fcd0075ba951 None None] Network 3d71ff64-32e5-4f46-b7d2-02026ef30ebe requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:39:13.293985 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7a35be46-37a2-4695-adc9-4dd598a17c06 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5543015 Jul 21 23:39:13.407388 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f723d-a6f0-4e0a-85d5-127a1de434b5 None None] Network 3d71ff64-32e5-4f46-b7d2-02026ef30ebe requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:39:13.502972 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:13.648955 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68d72-2c94-416e-8185-e359bc88c8b5 req-eb5d8c16-e465-41c8-a645-056b5fe024fb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:13.656089 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c13d2e-5d33-4ce6-b63b-a06a12b557c6 req-871ac41a-1796-4db2-87af-156e09916c10 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:13.656348 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e1d68d72-2c94-416e-8185-e359bc88c8b5 req-eb5d8c16-e465-41c8-a645-056b5fe024fb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.1008213 Jul 21 23:39:13.658831 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-64c13d2e-5d33-4ce6-b63b-a06a12b557c6 req-871ac41a-1796-4db2-87af-156e09916c10 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0768621 Jul 21 23:39:13.721033 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e1d68d72-2c94-416e-8185-e359bc88c8b5 req-ac77e2f9-3513-41f3-a637-b2255dafce41 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637302 Jul 21 23:39:13.737376 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-64c13d2e-5d33-4ce6-b63b-a06a12b557c6 req-180f6af7-f2be-4baf-a681-5f2403c02e86 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723555 Jul 21 23:39:14.155807 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f191793-97f0-4deb-823c-7273036dabdb req-1f0d7bac-f85c-472e-b94a-777d3a0a8c55 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:14.157505 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7f191793-97f0-4deb-823c-7273036dabdb req-1f0d7bac-f85c-472e-b94a-777d3a0a8c55 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.0493944 Jul 21 23:39:14.157898 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:14.198126 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece02a6-2ba7-41bd-8d58-0d17e19185dc req-764eed33-95ff-4387-b2c7-8fbe0ed57dce tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:14.199653 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2ece02a6-2ba7-41bd-8d58-0d17e19185dc req-764eed33-95ff-4387-b2c7-8fbe0ed57dce tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0510676 Jul 21 23:39:14.205477 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7f191793-97f0-4deb-823c-7273036dabdb req-ee97632a-4cdf-4176-a69c-304768887b1d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Jul 21 23:39:14.248863 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2ece02a6-2ba7-41bd-8d58-0d17e19185dc req-7e56fb6c-c13a-488e-9d70-951c2b1ada4e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434787 Jul 21 23:39:14.829559 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb0c1e-9b9a-4aee-8e77-d91963e1a03d req-7945aff7-0e84-4241-bdec-68d95f2132a9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:14.831161 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-dabb0c1e-9b9a-4aee-8e77-d91963e1a03d req-7945aff7-0e84-4241-bdec-68d95f2132a9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.0495846 Jul 21 23:39:14.839593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf859a-239b-4928-89d2-600f93a16c63 req-e91d94c5-0fc3-45d3-a8e2-a7f73de2cda6 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:14.841596 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-aecf859a-239b-4928-89d2-600f93a16c63 req-e91d94c5-0fc3-45d3-a8e2-a7f73de2cda6 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0468709 Jul 21 23:39:14.878457 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-dabb0c1e-9b9a-4aee-8e77-d91963e1a03d req-ba644c06-88e5-478a-82f4-540bdb9d1367 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 Jul 21 23:39:14.893068 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-aecf859a-239b-4928-89d2-600f93a16c63 req-0c5db927-49aa-459d-b5ae-2ab604e900a2 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Jul 21 23:39:15.281162 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device e5354cca-d4b3-4289-aaf0-fb839e6ccac2 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:39:15.298622 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-c2e8911e-b087-4085-810e-fe171ed5c8a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d67a8b-6367-4be6-bd44-466169d1217b HTTP/1.1" status: 200 len: 217 time: 0.0455060 Jul 21 23:39:15.339554 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-66f6ce3e-126c-434b-8332-f1c76bb2aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:15.342571 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-66f6ce3e-126c-434b-8332-f1c76bb2aa30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813365 Jul 21 23:39:15.400465 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ffa7c-79f2-4665-b659-3f54bd9a4793 req-bfcf575c-387e-441a-83f7-41088b9f598e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:15.403438 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-096ffa7c-79f2-4665-b659-3f54bd9a4793 req-bfcf575c-387e-441a-83f7-41088b9f598e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0528650 Jul 21 23:39:15.412713 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port e5354cca-d4b3-4289-aaf0-fb839e6ccac2, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:15.426152 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'port_id': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2', 'mac_address': 'fa:16:3e:16:0f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:39:15.435569 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3979-d919-4675-a08f-75b33f93c49b req-5edfc098-d0e1-48ef-83fc-3e20386ded8d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:15.437070 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-28aa3979-d919-4675-a08f-75b33f93c49b req-5edfc098-d0e1-48ef-83fc-3e20386ded8d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 944 time: 0.1346753 Jul 21 23:39:15.467578 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:15.468260 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:15.469550 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-096ffa7c-79f2-4665-b659-3f54bd9a4793 req-7ef7e1ee-de1f-45c2-b7bb-e2f73ff085c9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556493 Jul 21 23:39:15.482869 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5354cca-d4b3-4289-aaf0-fb839e6ccac2 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:15.504144 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port e5354cca-d4b3-4289-aaf0-fb839e6ccac2, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:15.508228 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:15.511292 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:15.522517 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-c3bf7b51-a132-4ba0-b8d1-ec25b61de43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:15.524029 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-c3bf7b51-a132-4ba0-b8d1-ec25b61de43d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2689242 Jul 21 23:39:15.540743 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-28aa3979-d919-4675-a08f-75b33f93c49b req-a4f1f434-d420-45b1-9a95-7b08ac2b3206 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899284 Jul 21 23:39:15.559977 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:15.814203 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['e5354cca-d4b3-4289-aaf0-fb839e6ccac2'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:39:16.069153 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982649-03e9-46cd-8c24-fc461abae3b4 req-154f001b-d375-4e52-88d5-59e0f2507c0b tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.072490 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-be982649-03e9-46cd-8c24-fc461abae3b4 req-154f001b-d375-4e52-88d5-59e0f2507c0b tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0788734 Jul 21 23:39:16.147398 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-68cac7b6-eb74-483d-a67c-f2c73c708a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.149507 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-68cac7b6-eb74-483d-a67c-f2c73c708a1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1127 time: 0.0756097 Jul 21 23:39:16.150612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298b07a-6109-44b6-8be7-8a616e632624 req-bdef99a4-3f9c-43a0-a8b6-078a2a11129f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.162110 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5298b07a-6109-44b6-8be7-8a616e632624 req-bdef99a4-3f9c-43a0-a8b6-078a2a11129f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.1820667 Jul 21 23:39:16.227762 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:16.236937 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-78ac9f9b-6dc4-4fa4-9ed7-67d6802aa698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.238705 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-78ac9f9b-6dc4-4fa4-9ed7-67d6802aa698 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.2330694 Jul 21 23:39:16.255238 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-9b79627a-45a7-42e2-a4ef-05d936d8b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.256919 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-9b79627a-45a7-42e2-a4ef-05d936d8b033 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49d99b1f2c324aef91d2b56899ff631f&device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 1128 time: 0.1604648 Jul 21 23:39:16.282374 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-be982649-03e9-46cd-8c24-fc461abae3b4 req-f17fb81f-436e-461d-99bb-153bcf6954bf tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976230 Jul 21 23:39:16.344604 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-d50e5cd2-3fdf-4a20-8415-70ffce372a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.346800 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-d50e5cd2-3fdf-4a20-8415-70ffce372a0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.1796899 Jul 21 23:39:16.362635 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-0eaf173c-f196-4db0-8c4c-ec3d14f6aa5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01ed1fe2-aa7a-432f-bed5-f261e1ca3563 HTTP/1.1" status: 200 len: 217 time: 0.0836456 Jul 21 23:39:16.367392 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-ed78ac5d-7f9b-41fb-8135-d05e78da9f21 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251235 Jul 21 23:39:16.381421 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5298b07a-6109-44b6-8be7-8a616e632624 req-1716eaab-a18e-4885-a3dd-d11934736a01 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178493 Jul 21 23:39:16.423014 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-beb8898e-8b59-4db2-8131-409dbf2c8ff6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0682118 Jul 21 23:39:16.482374 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-82b4bc1b-7ddc-4c69-b799-b415e35ee5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.483981 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-82b4bc1b-7ddc-4c69-b799-b415e35ee5a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0545876 Jul 21 23:39:16.542621 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-f4dfb0fd-0048-4177-9627-765f9dd9fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.545010 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-f4dfb0fd-0048-4177-9627-765f9dd9fe4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549223 Jul 21 23:39:16.550101 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-c6b033bd-1e12-4576-8f73-39154ebd4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.551597 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-c6b033bd-1e12-4576-8f73-39154ebd4c8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3011069 Jul 21 23:39:16.624593 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ed27345-6fb4-4d1b-9c72-f3fab37a7746 req-0ced6329-1b92-4a3a-acf4-3ef67af887da service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398126 Jul 21 23:39:16.863620 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device e5354cca-d4b3-4289-aaf0-fb839e6ccac2 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:16.881351 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591b2d-d9d4-4691-8560-71f7da64dba8 req-f628f25d-96a2-4a24-9e81-9686c2c8250c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.883248 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-36591b2d-d9d4-4691-8560-71f7da64dba8 req-f628f25d-96a2-4a24-9e81-9686c2c8250c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.3191228 Jul 21 23:39:16.931303 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-63e661df-069e-4dfa-b63f-21dc909e13b4 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784196 Jul 21 23:39:16.938166 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:39:16.955358 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:16.956232 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:16.981537 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-b7d3bde9-34c2-4a6d-a010-de7a81712243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:16.982996 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-b7d3bde9-34c2-4a6d-a010-de7a81712243 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=407cba9d-61cf-4df7-b106-7edc975a5e38 HTTP/1.1" status: 200 len: 850 time: 0.5970962 Jul 21 23:39:16.990624 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-36591b2d-d9d4-4691-8560-71f7da64dba8 req-4ab6516d-c970-4fa7-9f33-78cee25d28b4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799823 Jul 21 23:39:16.998346 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daf8c9-098d-478b-8be1-4076b7a6f1c8 req-86ee2197-ceb6-4b3b-9f35-89d7dc8c097a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:17.005080 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3daf8c9-098d-478b-8be1-4076b7a6f1c8 req-86ee2197-ceb6-4b3b-9f35-89d7dc8c097a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 945 time: 0.3603415 Jul 21 23:39:17.054069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:17.066532 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-eb55414f-81d9-484a-a224-d76e9b2aba6e service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044005 Jul 21 23:39:17.071192 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:17.071610 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:17.077882 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3daf8c9-098d-478b-8be1-4076b7a6f1c8 req-98647a6a-9c7b-40a5-a959-3838e4ce386f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717382 Jul 21 23:39:17.106096 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:17.183726 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port e5354cca-d4b3-4289-aaf0-fb839e6ccac2, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:17.188110 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:17.216765 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:17.239327 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:17.271055 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57252) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:17.280485 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dacae1f-4a54-4358-820c-4e0585128950" -d '{"events": [{"server_uuid": "c16c660c-f977-46c1-9b2a-c85d81c8368d", "name": "network-vif-plugged", "status": "completed", "tag": "e5354cca-d4b3-4289-aaf0-fb839e6ccac2"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:17.378627 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:17.403175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f7d6c1-e7f7-4b43-9191-6a5647d4107e x-openstack-request-id: req-93f7d6c1-e7f7-4b43-9191-6a5647d4107e {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:17.403175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16c660c-f977-46c1-9b2a-c85d81c8368d", "name": "network-vif-plugged", "status": "completed", "tag": "e5354cca-d4b3-4289-aaf0-fb839e6ccac2", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:17.403175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93f7d6c1-e7f7-4b43-9191-6a5647d4107e {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:17.403484 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f7d6c1-e7f7-4b43-9191-6a5647d4107e'] response: {'server_uuid': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2', 'code': 200} Jul 21 23:39:17.448384 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b272bf7b-548c-4fc6-86c3-5467242fc216 req-9b0adc3b-39db-4345-bc31-37dd9cba6993 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979545 Jul 21 23:39:17.513030 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4cfb39a2-f467-4cfb-8ccf-146c48f197bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:17.520047 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612ac6f-6ce6-4464-811a-e3ff2dc73a3b req-53bc0ebb-d6a2-470b-817d-4f3c70d93e8a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:17.525835 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2612ac6f-6ce6-4464-811a-e3ff2dc73a3b req-53bc0ebb-d6a2-470b-817d-4f3c70d93e8a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.0651882 Jul 21 23:39:17.570312 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-3c80e0ec-1027-429a-9c95-07e2694e39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:17.571803 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-3c80e0ec-1027-429a-9c95-07e2694e39a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0032c6d4-073b-4e65-95df-c6fe5a9753d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2217188 Jul 21 23:39:17.577052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-18cd9d62-5a2c-4c82-8be3-4a399730707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:17.578747 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-18cd9d62-5a2c-4c82-8be3-4a399730707b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1128 time: 0.2274332 Jul 21 23:39:17.584818 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2612ac6f-6ce6-4464-811a-e3ff2dc73a3b req-066de543-cf5d-4158-9c92-fbd63dabf68c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537169 Jul 21 23:39:17.591536 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23c83b-7fc9-4fcc-84b5-4f8cd73d1a91 req-a03c011a-414d-4b70-beba-97409f078b01 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:17.593033 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a23c83b-7fc9-4fcc-84b5-4f8cd73d1a91 req-a03c011a-414d-4b70-beba-97409f078b01 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.2154698 Jul 21 23:39:17.671109 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38665f5-2e0c-40f1-a2df-70f9c863fb8a req-dab6eaf6-3444-4caa-ae7c-c976f0e1b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:17.672604 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a38665f5-2e0c-40f1-a2df-70f9c863fb8a req-dab6eaf6-3444-4caa-ae7c-c976f0e1b28e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 1130 time: 0.0847101 Jul 21 23:39:17.693630 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-a38665f5-2e0c-40f1-a2df-70f9c863fb8a req-f93c82a4-33a2-4bd7-ba7e-1d63a09f76f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:17.788448 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-a38665f5-2e0c-40f1-a2df-70f9c863fb8a req-f93c82a4-33a2-4bd7-ba7e-1d63a09f76f3 service neutron] Publish callbacks [] for security_group (548dbfaa-88cf-42c6-9fa1-a7949fded4b6), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:17.793809 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-a38665f5-2e0c-40f1-a2df-70f9c863fb8a req-f93c82a4-33a2-4bd7-ba7e-1d63a09f76f3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (548dbfaa-88cf-42c6-9fa1-a7949fded4b6), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:17.801368 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:17.833472 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:17.848248 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a7c5ab9-5c5c-4ef2-bf01-3c128cbf73e7 req-8b00112e-91b5-4302-98cf-bdc7eccc7b4f service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957616 Jul 21 23:39:17.851380 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a38665f5-2e0c-40f1-a2df-70f9c863fb8a req-f93c82a4-33a2-4bd7-ba7e-1d63a09f76f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715825 Jul 21 23:39:17.852638 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c82a4-33a2-4bd7-ba7e-1d63a09f76f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=548dbfaa-88cf-42c6-9fa1-a7949fded4b6,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:17.924339 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a23c83b-7fc9-4fcc-84b5-4f8cd73d1a91 req-9341735e-ef35-488c-a80e-fe411133e367 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984335 Jul 21 23:39:17.936916 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-0fc89bf4-60d6-4f38-89e9-d798468a475c service neutron] 10.222.0.39 "GET /v2.0/networks/0032c6d4-073b-4e65-95df-c6fe5a9753d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412464 Jul 21 23:39:17.955706 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-611aa4dd-a587-4616-a4d2-8646af72186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:17.957211 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-611aa4dd-a587-4616-a4d2-8646af72186a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.3605957 Jul 21 23:39:17.966898 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4cfb39a2-f467-4cfb-8ccf-146c48f197bf admin admin] Publish callbacks [] for security_group (8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:17.979075 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4cfb39a2-f467-4cfb-8ccf-146c48f197bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.032926 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57290) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:18.033035 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-4cfb39a2-f467-4cfb-8ccf-146c48f197bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a9d6864ab264712a39f20bab0239e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7607360 Jul 21 23:39:18.033817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb39a2-f467-4cfb-8ccf-146c48f197bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:18.119728 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59f8eac6-42a1-4d38-90a3-f1033dab4c6b admin admin] Publish callbacks [] for security_group (8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.156913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484f9d1-2338-4155-9965-5de6c715325e req-fdd4cbe6-fa37-430b-bcc7-5b11303f9c07 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:18.160601 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6484f9d1-2338-4155-9965-5de6c715325e req-fdd4cbe6-fa37-430b-bcc7-5b11303f9c07 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0805478 Jul 21 23:39:18.184984 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59f8eac6-42a1-4d38-90a3-f1033dab4c6b admin admin] Publish callbacks [] for security_group (8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.209210 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077b95-f2c4-4162-a056-c8d64ef97670 req-d55d39d5-c4ed-4f4f-93d6-c8c0af7d9e07 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:18.211259 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd077b95-f2c4-4162-a056-c8d64ef97670 req-d55d39d5-c4ed-4f4f-93d6-c8c0af7d9e07 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0524900 Jul 21 23:39:18.253179 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6484f9d1-2338-4155-9965-5de6c715325e req-9181bede-612c-4d5f-9dbe-189bd852f623 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832634 Jul 21 23:39:18.273072 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59f8eac6-42a1-4d38-90a3-f1033dab4c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.273746 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd077b95-f2c4-4162-a056-c8d64ef97670 req-832fc256-6e96-46ee-97a5-379519d13607 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547240 Jul 21 23:39:18.275862 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59f8eac6-42a1-4d38-90a3-f1033dab4c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.280496 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-59f8eac6-42a1-4d38-90a3-f1033dab4c6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1 HTTP/1.1" status: 204 len: 168 time: 0.2431233 Jul 21 23:39:18.291449 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8eac6-42a1-4d38-90a3-f1033dab4c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1cfcda-d25f-4f1a-a0fb-8216dde81ca1,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:18.410601 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57304) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:18.525541 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-91f7e126-b616-4803-a5af-960cfe42b42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.578646 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57310) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:18.592242 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7727e096-4a97-49b6-8ec9-ee25f751182c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.604763 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-91f7e126-b616-4803-a5af-960cfe42b42c admin admin] Publish callbacks [] for security_group (a86c0d9f-9117-4117-a153-33c38f6f6833), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.610125 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-91f7e126-b616-4803-a5af-960cfe42b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a86c0d9f-9117-4117-a153-33c38f6f6833), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.625471 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:18.660104 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-91f7e126-b616-4803-a5af-960cfe42b42c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50cbf1b51fe64fa691b401b6b3cfa1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454407 Jul 21 23:39:18.660697 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7e126-b616-4803-a5af-960cfe42b42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86c0d9f-9117-4117-a153-33c38f6f6833,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:18.664586 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57316) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:18.724711 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc61ca5-1fd5-42f2-8dcb-e884124914e7 admin admin] Publish callbacks [] for security_group (a86c0d9f-9117-4117-a153-33c38f6f6833), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.741351 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559892-433d-41bf-8817-aa5e4a549f46 req-1a78083e-f9c7-494c-b2ac-3c21058f829e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:18.742890 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a5559892-433d-41bf-8817-aa5e4a549f46 req-1a78083e-f9c7-494c-b2ac-3c21058f829e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.0741208 Jul 21 23:39:18.744840 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7727e096-4a97-49b6-8ec9-ee25f751182c admin admin] Publish callbacks [] for security_group (ef0d15f0-e76a-4740-adc2-213e27facd41), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.751328 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc61ca5-1fd5-42f2-8dcb-e884124914e7 admin admin] Publish callbacks [] for security_group (a86c0d9f-9117-4117-a153-33c38f6f6833), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.751882 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7727e096-4a97-49b6-8ec9-ee25f751182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (ef0d15f0-e76a-4740-adc2-213e27facd41), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.770458 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:18.821733 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc61ca5-1fd5-42f2-8dcb-e884124914e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a86c0d9f-9117-4117-a153-33c38f6f6833), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.825078 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fdc61ca5-1fd5-42f2-8dcb-e884124914e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.826247 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-fdc61ca5-1fd5-42f2-8dcb-e884124914e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a86c0d9f-9117-4117-a153-33c38f6f6833 HTTP/1.1" status: 204 len: 168 time: 0.1606243 Jul 21 23:39:18.834368 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc61ca5-1fd5-42f2-8dcb-e884124914e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86c0d9f-9117-4117-a153-33c38f6f6833,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:18.860013 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-62782aa7-b06c-41dc-92ec-b86bb29d3d76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 217 time: 0.0823212 Jul 21 23:39:18.885256 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 365fc751-fe38-4f1c-aa15-d43a2299f5d0 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:39:18.898975 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7727e096-4a97-49b6-8ec9-ee25f751182c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e3030108712429f90eb6b49d9dc5d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191416 Jul 21 23:39:18.901697 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57324) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:18.939057 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e096-4a97-49b6-8ec9-ee25f751182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0d15f0-e76a-4740-adc2-213e27facd41,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:18.948193 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a5559892-433d-41bf-8817-aa5e4a549f46 req-8ecc7132-e37d-4541-ad43-30714add5c75 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985350 Jul 21 23:39:18.974912 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5f5a08b6-4312-41e9-952b-c1b9886ba3d6 admin admin] Publish callbacks [] for security_group (ef0d15f0-e76a-4740-adc2-213e27facd41), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:18.993955 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48e3ed62-5f33-42fc-915e-a2f9236c5d39 req-0e7862eb-de6f-402b-81c5-99a4cc43d81f service neutron] 10.222.0.39 "GET /v2.0/networks/0032c6d4-073b-4e65-95df-c6fe5a9753d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151358 Jul 21 23:39:18.995992 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:19.005208 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5f5a08b6-4312-41e9-952b-c1b9886ba3d6 admin admin] Publish callbacks [] for security_group (ef0d15f0-e76a-4740-adc2-213e27facd41), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.025001 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 365fc751-fe38-4f1c-aa15-d43a2299f5d0, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:19.042640 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '365fc751-fe38-4f1c-aa15-d43a2299f5d0', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'port_id': '365fc751-fe38-4f1c-aa15-d43a2299f5d0', 'mac_address': 'fa:16:3e:0d:96:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:39:19.088719 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:19.090620 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.094023 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af896b-5f59-4d28-a479-4f20261a6aea req-a792431f-077a-4875-8b2c-624fdf613218 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:19.095361 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26af896b-5f59-4d28-a479-4f20261a6aea req-a792431f-077a-4875-8b2c-624fdf613218 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0736775 Jul 21 23:39:19.107872 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365fc751-fe38-4f1c-aa15-d43a2299f5d0 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:19.138383 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 365fc751-fe38-4f1c-aa15-d43a2299f5d0, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:19.145562 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.147708 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:39:19.154972 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5f5a08b6-4312-41e9-952b-c1b9886ba3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (ef0d15f0-e76a-4740-adc2-213e27facd41), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.157078 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-207998ea-d40d-4dc3-ad7c-9c0b396b0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:19.157534 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5f5a08b6-4312-41e9-952b-c1b9886ba3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.161168 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-207998ea-d40d-4dc3-ad7c-9c0b396b0a58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 1128 time: 0.1139405 Jul 21 23:39:19.161410 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-5f5a08b6-4312-41e9-952b-c1b9886ba3d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef0d15f0-e76a-4740-adc2-213e27facd41 HTTP/1.1" status: 204 len: 168 time: 0.2552130 Jul 21 23:39:19.177070 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-6aedda7c-5876-4b22-81ab-d7cd8baeede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:19.182813 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-6aedda7c-5876-4b22-81ab-d7cd8baeede3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.1363971 Jul 21 23:39:19.221597 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a08b6-4312-41e9-952b-c1b9886ba3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0d15f0-e76a-4740-adc2-213e27facd41,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:19.230479 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26af896b-5f59-4d28-a479-4f20261a6aea req-d9b5aa35-8eac-4dd2-9fd2-b62dd6c8f69d tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130779 Jul 21 23:39:19.382032 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:39:19.464181 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57344) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:19.484157 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:19.487282 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-117d97ac-b517-47c3-825a-1a9a7d03dfce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.507481 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981665d-d53b-4312-92fd-6f449c6c26b3 req-40fc9f5e-e259-4685-bb01-e841921d2f80 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:19.518798 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2981665d-d53b-4312-92fd-6f449c6c26b3 req-40fc9f5e-e259-4685-bb01-e841921d2f80 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.1039400 Jul 21 23:39:19.518984 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b277f-662d-454b-a5f6-3235ee631d5c req-0cb8a568-bc4a-4580-b09b-a3efc4f99cea tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:19.526378 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f25b277f-662d-454b-a5f6-3235ee631d5c req-0cb8a568-bc4a-4580-b09b-a3efc4f99cea tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.1030579 Jul 21 23:39:19.528100 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'port_id': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'mac_address': 'fa:16:3e:ae:60:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:39:19.535813 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:19.544726 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:19.556167 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=365fc751-fe38-4f1c-aa15-d43a2299f5d0,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:19.592378 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:19.593151 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.608637 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:19.609613 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2981665d-d53b-4312-92fd-6f449c6c26b3 req-3929e6f7-846e-47c7-9b9e-0b83aa1c33f0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899456 Jul 21 23:39:19.645161 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f25b277f-662d-454b-a5f6-3235ee631d5c req-66395d51-b80d-4812-908b-25733bc57561 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174769 Jul 21 23:39:19.646407 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:19.652228 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.702977 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-117d97ac-b517-47c3-825a-1a9a7d03dfce admin admin] Publish callbacks [] for security_group (4e3cbc8d-325d-4dd3-90c0-2db21251dc2e), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.708822 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-117d97ac-b517-47c3-825a-1a9a7d03dfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4e3cbc8d-325d-4dd3-90c0-2db21251dc2e), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.708968 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:19.761296 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-117d97ac-b517-47c3-825a-1a9a7d03dfce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62783e34483440b6a43bafb7a2819992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912221 Jul 21 23:39:19.761296 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d97ac-b517-47c3-825a-1a9a7d03dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cbc8d-325d-4dd3-90c0-2db21251dc2e,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:19.762205 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57356) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:19.815068 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-80159f24-aa6c-4fb9-a32b-26cf6398a1ba admin admin] Publish callbacks [] for security_group (4e3cbc8d-325d-4dd3-90c0-2db21251dc2e), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.840971 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-80159f24-aa6c-4fb9-a32b-26cf6398a1ba admin admin] Publish callbacks [] for security_group (4e3cbc8d-325d-4dd3-90c0-2db21251dc2e), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.897377 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-80159f24-aa6c-4fb9-a32b-26cf6398a1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4e3cbc8d-325d-4dd3-90c0-2db21251dc2e), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.900043 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-80159f24-aa6c-4fb9-a32b-26cf6398a1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:19.904092 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-80159f24-aa6c-4fb9-a32b-26cf6398a1ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e3cbc8d-325d-4dd3-90c0-2db21251dc2e HTTP/1.1" status: 204 len: 168 time: 0.1405640 Jul 21 23:39:19.912328 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80159f24-aa6c-4fb9-a32b-26cf6398a1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cbc8d-325d-4dd3-90c0-2db21251dc2e,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:20.023320 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['365fc751-fe38-4f1c-aa15-d43a2299f5d0'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:39:20.033422 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-efeca7d3-df1b-4136-aeb9-f90f4679eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:20.035143 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-efeca7d3-df1b-4136-aeb9-f90f4679eb76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916588 Jul 21 23:39:20.146074 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-bba5d61a-5293-45e2-9173-aa0379804821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:20.147878 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-bba5d61a-5293-45e2-9173-aa0379804821 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.2277682 Jul 21 23:39:20.155195 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56a799-6d6b-4cca-826d-52d5382e3467 req-0c367252-4c6b-400f-82ce-a756d610f317 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:20.163136 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ea56a799-6d6b-4cca-826d-52d5382e3467 req-0c367252-4c6b-400f-82ce-a756d610f317 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.0962443 Jul 21 23:39:20.177829 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:39:20.220619 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ea56a799-6d6b-4cca-826d-52d5382e3467 req-29b141aa-7659-42fe-a7e9-eb6b09fd4fdd tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563328 Jul 21 23:39:20.229513 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:20.400049 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18413a-816f-4aa5-b7ed-568989ae2e60 req-d3536f3f-f395-4cb3-894d-7026035e5d96 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:20.405813 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5e18413a-816f-4aa5-b7ed-568989ae2e60 req-d3536f3f-f395-4cb3-894d-7026035e5d96 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0757923 Jul 21 23:39:20.489566 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5e18413a-816f-4aa5-b7ed-568989ae2e60 req-b0d3e30f-a1f4-4b64-b98b-99aa6c136b50 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792301 Jul 21 23:39:20.528686 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-2cd50d52-3bc3-4e56-8f54-c22a331b582a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d67a8b-6367-4be6-bd44-466169d1217b HTTP/1.1" status: 200 len: 217 time: 0.1477802 Jul 21 23:39:20.534768 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-8f4d210d-23b4-4ef9-8a43-645764965507 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554623 Jul 21 23:39:20.638365 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-6d0ba787-1a05-4ff1-9cc3-58a020ed9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:20.639864 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-6d0ba787-1a05-4ff1-9cc3-58a020ed9888 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.1041913 Jul 21 23:39:20.663880 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:20.709639 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b814910f-3c42-43f1-86cc-58383b5dbf13 req-d607167e-a2b1-4825-a6d8-0c13b3240657 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644216 Jul 21 23:39:20.712982 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-5a2e5611-300f-485c-a756-82d4bc9f3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:20.715146 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-5a2e5611-300f-485c-a756-82d4bc9f3ac4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663242 Jul 21 23:39:20.854846 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66b0f6-dda5-4f74-8214-89987c762b2e req-70a618d3-390d-48af-806b-ed55fe3aa4e0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:20.860897 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ee66b0f6-dda5-4f74-8214-89987c762b2e req-70a618d3-390d-48af-806b-ed55fe3aa4e0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0966446 Jul 21 23:39:20.908677 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:21.010121 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ee66b0f6-dda5-4f74-8214-89987c762b2e req-a62fc472-30c1-4433-9528-533a9460d0f8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260171 Jul 21 23:39:21.029992 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device b7d67a8b-6367-4be6-bd44-466169d1217b details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:39:21.033011 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 365fc751-fe38-4f1c-aa15-d43a2299f5d0 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:21.213100 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f1df-c25d-4479-9b5f-725a54807ad2 req-f2f11a38-14ca-458a-9d61-99d311fbaa71 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:21.221772 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5d71f1df-c25d-4479-9b5f-725a54807ad2 req-f2f11a38-14ca-458a-9d61-99d311fbaa71 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 945 time: 0.4153452 Jul 21 23:39:21.258115 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-8ce4fd0d-63f7-493e-bb6c-b2ea58096f03 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309370 Jul 21 23:39:21.285987 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:21.295631 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port b7d67a8b-6367-4be6-bd44-466169d1217b, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=b7d67a8b-6367-4be6-bd44-466169d1217b,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:21.333342 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5d71f1df-c25d-4479-9b5f-725a54807ad2 req-d3c881b0-6d7b-4b7f-b340-06f518db0f3c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063638 Jul 21 23:39:21.338325 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:39:21.385600 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:21.506103 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port b7d67a8b-6367-4be6-bd44-466169d1217b is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:21.506842 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:21.510499 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:39:21.528588 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d67a8b-6367-4be6-bd44-466169d1217b {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:21.535521 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:21.536248 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:21.584025 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port b7d67a8b-6367-4be6-bd44-466169d1217b, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=b7d67a8b-6367-4be6-bd44-466169d1217b,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:21.584929 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb76a49-4f3a-4bcd-9a3d-808c6ff53bae req-1488e0d7-0f0d-414c-9fba-717ff853f3e2 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:21.604447 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bb76a49-4f3a-4bcd-9a3d-808c6ff53bae req-1488e0d7-0f0d-414c-9fba-717ff853f3e2 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 944 time: 0.1548877 Jul 21 23:39:21.607182 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:21.664518 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6b00eed-3770-4683-a21e-dc71c6f4713d req-4199e389-98b9-406b-91c1-a12c36334c7e service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991346 Jul 21 23:39:21.728735 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735e5e0-8425-4561-a43b-73886c18ba50 req-59356578-16e6-4e39-9ff2-e4233b6330f3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:21.731873 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a735e5e0-8425-4561-a43b-73886c18ba50 req-59356578-16e6-4e39-9ff2-e4233b6330f3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0820961 Jul 21 23:39:21.734123 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8bb76a49-4f3a-4bcd-9a3d-808c6ff53bae req-fce87e52-e41e-4f22-8834-79e43d4e0deb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278164 Jul 21 23:39:21.736308 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-4babf55c-2d82-4eec-a671-dd27f04f5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:21.754960 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-4babf55c-2d82-4eec-a671-dd27f04f5268 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 1130 time: 0.1403801 Jul 21 23:39:21.841898 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=b7d67a8b-6367-4be6-bd44-466169d1217b,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:21.849814 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a735e5e0-8425-4561-a43b-73886c18ba50 req-0f6c7dbd-1d30-4d21-b213-c5807fb7584c tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116269 Jul 21 23:39:21.860903 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:21.861342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:21.872157 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['b7d67a8b-6367-4be6-bd44-466169d1217b'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:39:21.935762 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee337a5-cf4b-4017-b8ae-e13d15140810 req-256cc757-1038-47c9-abb3-ffb759a0585f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:21.936347 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365fc751-fe38-4f1c-aa15-d43a2299f5d0'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:21.937901 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-dee337a5-cf4b-4017-b8ae-e13d15140810 req-256cc757-1038-47c9-abb3-ffb759a0585f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0929704 Jul 21 23:39:21.938671 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac89f7-8804-49b3-b0ca-a8cc5756a0bf" -d '{"events": [{"server_uuid": "7af6350f-5066-435f-bf01-5541dd1d3b18", "name": "network-vif-plugged", "status": "completed", "tag": "365fc751-fe38-4f1c-aa15-d43a2299f5d0"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:21.962667 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 365fc751-fe38-4f1c-aa15-d43a2299f5d0, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:21.974072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-d7602d76-ad13-4a1c-a823-52d1d72c0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:21.976034 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:21.976719 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-d7602d76-ad13-4a1c-a823-52d1d72c0038 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.2139060 Jul 21 23:39:21.976878 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:22.037264 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:22.044328 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-dee337a5-cf4b-4017-b8ae-e13d15140810 req-2f89b893-8ba9-47cd-ad8c-616d2f66b569 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942819 Jul 21 23:39:22.046013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4761aa1d-20dc-4e85-adc9-a98819ceadc4 x-openstack-request-id: req-4761aa1d-20dc-4e85-adc9-a98819ceadc4 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:22.046338 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af6350f-5066-435f-bf01-5541dd1d3b18", "name": "network-vif-plugged", "status": "completed", "tag": "365fc751-fe38-4f1c-aa15-d43a2299f5d0", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:22.046651 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4761aa1d-20dc-4e85-adc9-a98819ceadc4 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:22.047145 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4761aa1d-20dc-4e85-adc9-a98819ceadc4'] response: {'server_uuid': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365fc751-fe38-4f1c-aa15-d43a2299f5d0', 'code': 200} Jul 21 23:39:22.112562 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=365fc751-fe38-4f1c-aa15-d43a2299f5d0,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:22.128916 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:39:22.141065 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:22.141741 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:22.262141 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:22.262790 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:22.301491 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:22.309054 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:22.393471 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:22.523953 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b701b-61f1-4886-82f9-66ef32c0abea req-1ee6fbc7-7509-499c-b0a2-3040089a79a7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:22.531584 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-051b701b-61f1-4886-82f9-66ef32c0abea req-1ee6fbc7-7509-499c-b0a2-3040089a79a7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0748818 Jul 21 23:39:22.580379 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-051b701b-61f1-4886-82f9-66ef32c0abea req-272c0a25-1421-45b1-a34d-6a4f4831c664 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478554 Jul 21 23:39:22.825322 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-1da6c837-f77c-4420-b0d3-b2584e83c19e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2 HTTP/1.1" status: 200 len: 217 time: 0.0397096 Jul 21 23:39:22.872255 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ece056-1a31-408f-bca7-5881a52634f9 req-de5db05c-642c-437d-8c1c-2fa29052209e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:22.874195 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d0ece056-1a31-408f-bca7-5881a52634f9 req-de5db05c-642c-437d-8c1c-2fa29052209e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Jul 21 23:39:22.924402 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d0ece056-1a31-408f-bca7-5881a52634f9 req-de477073-d88b-431f-a8af-6765afafeca8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Jul 21 23:39:22.975444 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced2a38-1334-4079-98e9-d8ebe1da98cc req-446ac142-23b1-41b8-a185-64977b49a565 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:22.977011 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0ced2a38-1334-4079-98e9-d8ebe1da98cc req-446ac142-23b1-41b8-a185-64977b49a565 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0549047 Jul 21 23:39:23.035130 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0ced2a38-1334-4079-98e9-d8ebe1da98cc req-dc619f7e-86ba-4bc8-a57d-8cdd96ec0c3a tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524993 Jul 21 23:39:23.155004 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fd62d-704b-4024-a867-64ebaf4e9dc5 req-041fe281-abd9-4b9d-abc1-159ea3258cc8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:23.156515 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-543fd62d-704b-4024-a867-64ebaf4e9dc5 req-041fe281-abd9-4b9d-abc1-159ea3258cc8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0542722 Jul 21 23:39:23.207489 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-543fd62d-704b-4024-a867-64ebaf4e9dc5 req-7ddece33-a3eb-4136-b2d0-0b3065e38fa3 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453763 Jul 21 23:39:23.264057 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57528) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:23.370816 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5ec885a8-adfe-44e1-ad38-70124ed47e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:23.428371 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:23.448684 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5ec885a8-adfe-44e1-ad38-70124ed47e9d admin admin] Publish callbacks [] for security_group (5c079c85-ee91-48db-98e3-9136214e0666), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:23.452950 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5ec885a8-adfe-44e1-ad38-70124ed47e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5c079c85-ee91-48db-98e3-9136214e0666), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:23.493783 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-5ec885a8-adfe-44e1-ad38-70124ed47e9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd8c00ba7f914cf488fffcb29c83ea5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286499 Jul 21 23:39:23.494624 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec885a8-adfe-44e1-ad38-70124ed47e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c079c85-ee91-48db-98e3-9136214e0666,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:23.497305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57534) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:23.547332 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-197b7481-8c48-4248-9b01-6db3a4411901 admin admin] Publish callbacks [] for security_group (5c079c85-ee91-48db-98e3-9136214e0666), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:23.571031 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-197b7481-8c48-4248-9b01-6db3a4411901 admin admin] Publish callbacks [] for security_group (5c079c85-ee91-48db-98e3-9136214e0666), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:23.603184 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:23.627671 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-197b7481-8c48-4248-9b01-6db3a4411901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5c079c85-ee91-48db-98e3-9136214e0666), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:23.630452 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-197b7481-8c48-4248-9b01-6db3a4411901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:23.634394 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-197b7481-8c48-4248-9b01-6db3a4411901 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c079c85-ee91-48db-98e3-9136214e0666 HTTP/1.1" status: 204 len: 168 time: 0.1334143 Jul 21 23:39:23.643030 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7481-8c48-4248-9b01-6db3a4411901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c079c85-ee91-48db-98e3-9136214e0666,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:23.656907 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:23.712895 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1164a-3e84-4e34-8446-08ef1df6200b req-5c239aa9-4eb0-410a-97be-88a44a2bf2bd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:23.714488 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bac1164a-3e84-4e34-8446-08ef1df6200b req-5c239aa9-4eb0-410a-97be-88a44a2bf2bd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0494273 Jul 21 23:39:23.765442 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bac1164a-3e84-4e34-8446-08ef1df6200b req-097b4872-761a-445b-b03c-575693bb8d98 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443852 Jul 21 23:39:23.915066 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57546) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:23.929536 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f02b-6128-477d-a2a8-0d5f160e9956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:24.040051 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f02b-6128-477d-a2a8-0d5f160e9956 admin admin] Publish callbacks [] for security_group (9c254784-af17-4417-857a-7fe25522c3fc), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:24.043982 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f02b-6128-477d-a2a8-0d5f160e9956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9c254784-af17-4417-857a-7fe25522c3fc), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:24.047841 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:24.050298 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6992a7df-306f-4789-abf9-ce4fac5a8db9" -d '{"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-plugged", "status": "completed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:24.075106 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de2666-cfd8-4c29-9030-1d250636ef80 req-105ca2ae-0b96-4de9-9664-67fd7ad41570 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.076691 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d2de2666-cfd8-4c29-9030-1d250636ef80 req-105ca2ae-0b96-4de9-9664-67fd7ad41570 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 945 time: 0.0839446 Jul 21 23:39:24.086105 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2437e1ec-cabf-4a54-ae06-d23042715359 x-openstack-request-id: req-2437e1ec-cabf-4a54-ae06-d23042715359 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:24.086629 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-plugged", "status": "completed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:24.086939 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2437e1ec-cabf-4a54-ae06-d23042715359 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:24.087428 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2437e1ec-cabf-4a54-ae06-d23042715359'] response: {'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'code': 200} Jul 21 23:39:24.117332 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-eaa4f02b-6128-477d-a2a8-0d5f160e9956 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5ecbbcb4a6c4e5a93c249c9851a55aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011135 Jul 21 23:39:24.117842 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57554) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:24.121215 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4f02b-6128-477d-a2a8-0d5f160e9956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c254784-af17-4417-857a-7fe25522c3fc,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:24.158780 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d2de2666-cfd8-4c29-9030-1d250636ef80 req-e53726ec-dd17-415c-95d8-2590be52b8e5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720308 Jul 21 23:39:24.203138 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0756fb-fdfb-44cb-a676-8d7ef3420b91 req-bf4c2120-986f-4e2c-b4f5-cc7a267cd77a tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.204601 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2c0756fb-fdfb-44cb-a676-8d7ef3420b91 req-bf4c2120-986f-4e2c-b4f5-cc7a267cd77a tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0684419 Jul 21 23:39:24.229877 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0f64-3161-4e09-b213-2d0db90e0b83 admin admin] Publish callbacks [] for security_group (9c254784-af17-4417-857a-7fe25522c3fc), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:24.266491 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0f64-3161-4e09-b213-2d0db90e0b83 admin admin] Publish callbacks [] for security_group (9c254784-af17-4417-857a-7fe25522c3fc), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:24.290593 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2c0756fb-fdfb-44cb-a676-8d7ef3420b91 req-ed662d26-2e68-4778-bf88-9717b3a6a54c tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804605 Jul 21 23:39:24.325176 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e503b3-2ca8-46ff-bd1e-f7020b5952b1 req-f49852ae-34ff-48a5-859f-01feeec7e699 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.326950 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-10e503b3-2ca8-46ff-bd1e-f7020b5952b1 req-f49852ae-34ff-48a5-859f-01feeec7e699 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0522175 Jul 21 23:39:24.328073 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0f64-3161-4e09-b213-2d0db90e0b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9c254784-af17-4417-857a-7fe25522c3fc), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:24.331316 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0f64-3161-4e09-b213-2d0db90e0b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:24.333685 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-8f5f0f64-3161-4e09-b213-2d0db90e0b83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c254784-af17-4417-857a-7fe25522c3fc HTTP/1.1" status: 204 len: 168 time: 0.2145586 Jul 21 23:39:24.343190 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f0f64-3161-4e09-b213-2d0db90e0b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c254784-af17-4417-857a-7fe25522c3fc,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:24.385228 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-10e503b3-2ca8-46ff-bd1e-f7020b5952b1 req-c2eb209b-28b1-47c5-92d2-1eea31d972e0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526059 Jul 21 23:39:24.529354 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-ed8ec8b3-a961-484f-be39-0b1d92b26bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.531002 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-ed8ec8b3-a961-484f-be39-0b1d92b26bd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0525391 Jul 21 23:39:24.593577 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-305df365-2f24-483a-8d0d-805303d23908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.595319 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-305df365-2f24-483a-8d0d-805303d23908 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440183 Jul 21 23:39:24.708809 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:24.717468 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0bd2b-2cc8-4c8b-b68d-5c154fee792a req-008d0650-806f-454a-ada6-fe89241cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.717468 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1a0bd2b-2cc8-4c8b-b68d-5c154fee792a req-008d0650-806f-454a-ada6-fe89241cd1a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1130 time: 0.0524092 Jul 21 23:39:24.752592 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e33d3-154e-4b7b-8f9b-5f22d2ef8416 req-cf293cb1-21ee-4419-a9dc-26d485aceaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.754134 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-450e33d3-154e-4b7b-8f9b-5f22d2ef8416 req-cf293cb1-21ee-4419-a9dc-26d485aceaaa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1129 time: 0.0881293 Jul 21 23:39:24.768091 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f1a0bd2b-2cc8-4c8b-b68d-5c154fee792a req-a336e1f7-e88c-48ef-a735-57aacd7f4b5f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436578 Jul 21 23:39:24.810309 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-fb4f3f28-1b1d-45d9-8a1a-7eade97c9c61 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078412 Jul 21 23:39:24.828918 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-450e33d3-154e-4b7b-8f9b-5f22d2ef8416 req-c52d933d-026e-4ef3-a213-1ae84ec50af7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678861 Jul 21 23:39:24.895975 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f563068-1f3d-446e-9e74-8306a26211aa req-13844275-2807-4989-9d74-c322bb662c54 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:24.897591 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1f563068-1f3d-446e-9e74-8306a26211aa req-13844275-2807-4989-9d74-c322bb662c54 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0543234 Jul 21 23:39:24.947677 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1f563068-1f3d-446e-9e74-8306a26211aa req-6b4042fe-4a19-4f77-b1b7-a9b36927f075 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441000 Jul 21 23:39:25.266216 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:25.275691 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42b9a-b669-453c-a21e-43218122a690 req-90e761ed-32de-49b2-90fb-82a8259747eb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:25.278204 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d0b42b9a-b669-453c-a21e-43218122a690 req-90e761ed-32de-49b2-90fb-82a8259747eb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 945 time: 0.0504048 Jul 21 23:39:25.328537 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d0b42b9a-b669-453c-a21e-43218122a690 req-90c83098-a39e-4ab1-ad18-af5ac88d9170 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448380 Jul 21 23:39:25.411825 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53615fbf-f67d-433c-80de-bcb75941ec4c req-d2d6761d-2aab-4fdd-bc88-eb818c8edee7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:25.417938 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53615fbf-f67d-433c-80de-bcb75941ec4c req-d2d6761d-2aab-4fdd-bc88-eb818c8edee7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Jul 21 23:39:25.472426 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53615fbf-f67d-433c-80de-bcb75941ec4c req-5860c8b8-6e4a-429a-8cb6-c4f546738855 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Jul 21 23:39:25.505835 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0d5ea-c155-4016-b6a5-c2ad0588de9d req-64b26049-e7d2-467e-ad7d-744dcb6e5079 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:25.507299 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ccb0d5ea-c155-4016-b6a5-c2ad0588de9d req-64b26049-e7d2-467e-ad7d-744dcb6e5079 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0512786 Jul 21 23:39:25.561245 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ccb0d5ea-c155-4016-b6a5-c2ad0588de9d req-dc1089ae-c8aa-433b-8ee7-551fbcad3047 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Jul 21 23:39:26.074307 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bbaa7-f852-4b2e-9ea5-eb4b3f082c6e req-a2473e9d-7f9d-4271-8bb9-a4a2827089e9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:26.075853 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-249bbaa7-f852-4b2e-9ea5-eb4b3f082c6e req-a2473e9d-7f9d-4271-8bb9-a4a2827089e9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0539477 Jul 21 23:39:26.130207 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-249bbaa7-f852-4b2e-9ea5-eb4b3f082c6e req-666d9e27-9665-4a56-856d-c88faa06a098 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486701 Jul 21 23:39:26.450442 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2aa26-a00b-4f18-a239-ac378a0ac6f9 req-096a6ad5-0ecb-42d6-8d34-6d485586f36d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:26.451938 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b6b2aa26-a00b-4f18-a239-ac378a0ac6f9 req-096a6ad5-0ecb-42d6-8d34-6d485586f36d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Jul 21 23:39:26.494554 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57654) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:26.498498 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:26.503331 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b6b2aa26-a00b-4f18-a239-ac378a0ac6f9 req-aad04544-7d59-467f-a3d1-87870a61ad3d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456781 Jul 21 23:39:26.587398 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b3c9-dfc2-47b2-9ef1-d58f399f4050 req-ed91b78a-7ccb-45e4-861d-1ef083547ba9 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:26.588916 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-57c0b3c9-dfc2-47b2-9ef1-d58f399f4050 req-ed91b78a-7ccb-45e4-861d-1ef083547ba9 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0475388 Jul 21 23:39:26.621786 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:26.633026 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:26.672959 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-57c0b3c9-dfc2-47b2-9ef1-d58f399f4050 req-1cc83a22-f2d1-40f4-b270-c5cc72fe402c tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770683 Jul 21 23:39:26.680132 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c79775-8751-425e-aa59-51df539f4329 req-80f8379e-c9a9-4df8-a8ad-130d0be42987 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:26.681721 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b6c79775-8751-425e-aa59-51df539f4329 req-80f8379e-c9a9-4df8-a8ad-130d0be42987 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0502357 Jul 21 23:39:26.727019 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Publish callbacks [] for security_group (bf6c79f2-6936-4c1d-ac11-495302c62103), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:26.731143 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (bf6c79f2-6936-4c1d-ac11-495302c62103), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:26.733338 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b6c79775-8751-425e-aa59-51df539f4329 req-d9ed7758-7b43-49d9-84b4-996fad74c70a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Jul 21 23:39:26.771532 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4021af0b335e4872a660aa9d7060c750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763011 Jul 21 23:39:26.772473 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6c79f2-6936-4c1d-ac11-495302c62103,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:26.774232 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57662) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:26.780429 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.780872 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.781126 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.781504 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.782189 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.782189 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.782495 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.782825 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.783177 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.783540 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.783885 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.784218 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.784544 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.784867 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.785210 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aad87-e110-47d2-87e5-70333a887929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:26.826245 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3cc62eaf-1b34-4a47-b127-9821a58a94be admin admin] Publish callbacks [] for security_group (bf6c79f2-6936-4c1d-ac11-495302c62103), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:26.847965 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3cc62eaf-1b34-4a47-b127-9821a58a94be admin admin] Publish callbacks [] for security_group (bf6c79f2-6936-4c1d-ac11-495302c62103), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:26.898173 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3cc62eaf-1b34-4a47-b127-9821a58a94be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (bf6c79f2-6936-4c1d-ac11-495302c62103), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:26.900838 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3cc62eaf-1b34-4a47-b127-9821a58a94be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:26.902610 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3cc62eaf-1b34-4a47-b127-9821a58a94be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf6c79f2-6936-4c1d-ac11-495302c62103 HTTP/1.1" status: 204 len: 168 time: 0.1273344 Jul 21 23:39:26.911034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc62eaf-1b34-4a47-b127-9821a58a94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6c79f2-6936-4c1d-ac11-495302c62103,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:27.212970 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57684) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:27.227307 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.257608 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59fade-fb7f-4a36-9df6-9cf2afb43bea req-219ca1c6-272b-4005-9a04-9a650a118bc5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:27.259145 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ea59fade-fb7f-4a36-9df6-9cf2afb43bea req-219ca1c6-272b-4005-9a04-9a650a118bc5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0535128 Jul 21 23:39:27.309915 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ea59fade-fb7f-4a36-9df6-9cf2afb43bea req-ad8752cb-b9df-43ee-9f1d-2bd4ce5f3374 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Jul 21 23:39:27.318418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Publish callbacks [] for security_group (cdda7726-5635-49f5-ba93-6062e476facb), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.323070 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (cdda7726-5635-49f5-ba93-6062e476facb), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.364354 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdda7726-5635-49f5-ba93-6062e476facb,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:27.368284 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28356706156b459080ff213c8576feed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542277 Jul 21 23:39:27.371631 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57686) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:27.375224 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.375571 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.375921 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.376261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.376594 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.376930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.377283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.377618 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.378046 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.378269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.378596 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.378927 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.379255 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.379580 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.379902 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a8c15-56cc-4fa5-b905-f45bf80573a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:27.423094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84a1f13e-6931-4ccc-958d-26d1cf456396 admin admin] Publish callbacks [] for security_group (cdda7726-5635-49f5-ba93-6062e476facb), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.427119 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:27.446265 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84a1f13e-6931-4ccc-958d-26d1cf456396 admin admin] Publish callbacks [] for security_group (cdda7726-5635-49f5-ba93-6062e476facb), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.492754 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84a1f13e-6931-4ccc-958d-26d1cf456396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (cdda7726-5635-49f5-ba93-6062e476facb), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.495920 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84a1f13e-6931-4ccc-958d-26d1cf456396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.497055 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-84a1f13e-6931-4ccc-958d-26d1cf456396 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdda7726-5635-49f5-ba93-6062e476facb HTTP/1.1" status: 204 len: 168 time: 0.1243317 Jul 21 23:39:27.504406 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:39:27.505355 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1f13e-6931-4ccc-958d-26d1cf456396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdda7726-5635-49f5-ba93-6062e476facb,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:27.508115 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device b7d67a8b-6367-4be6-bd44-466169d1217b up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:27.575537 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port b7d67a8b-6367-4be6-bd44-466169d1217b completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:39:27.602916 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port b7d67a8b-6367-4be6-bd44-466169d1217b triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:27.603300 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.633599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0350-2539-4468-a8dd-d9ec079b36b1 req-91feb183-d33f-4a1e-a2f6-31c266e412c8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:27.640434 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2dcb0350-2539-4468-a8dd-d9ec079b36b1 req-91feb183-d33f-4a1e-a2f6-31c266e412c8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 945 time: 0.0609906 Jul 21 23:39:27.693885 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2dcb0350-2539-4468-a8dd-d9ec079b36b1 req-d60b75d1-2e3d-4edb-8734-1c74acbfe108 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524518 Jul 21 23:39:27.703281 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:27.741388 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563', 'network_id': '0032c6d4-073b-4e65-95df-c6fe5a9753d5', 'port_id': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563', 'mac_address': 'fa:16:3e:b5:a4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407cba9d-61cf-4df7-b106-7edc975a5e38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:39:27.804388 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port b7d67a8b-6367-4be6-bd44-466169d1217b is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:27.805091 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.808997 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:27.809661 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.830792 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817842f-8305-4871-b024-9faad9b24075 req-40c060c0-89ab-4830-bc7b-9704ef5d1d00 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:27.832884 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c817842f-8305-4871-b024-9faad9b24075 req-40c060c0-89ab-4830-bc7b-9704ef5d1d00 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 944 time: 0.0719748 Jul 21 23:39:27.833342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:39:27.856363 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:27.859236 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca8964-9e2c-4711-a2ec-09a888983b39" -d '{"events": [{"server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "name": "network-vif-plugged", "status": "completed", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:27.883972 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port b7d67a8b-6367-4be6-bd44-466169d1217b, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=b7d67a8b-6367-4be6-bd44-466169d1217b,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:27.888472 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:27.891142 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:27.892109 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.899797 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:27.902466 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:27.915039 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b8f1734-21ed-4dbf-9602-11be6b657697 req-6e661d14-1e59-4956-9d34-e638233777c9 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875074 Jul 21 23:39:27.916668 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c817842f-8305-4871-b024-9faad9b24075 req-4963a565-29c0-4a4b-9a76-6b64bec2966b tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702724 Jul 21 23:39:27.990818 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb2f9-6228-4f19-b27c-0162d5d2bb10 req-c10c3bfb-f058-4444-bea0-55b0e0dd52cc tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:27.996472 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=b7d67a8b-6367-4be6-bd44-466169d1217b,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:28.001586 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-84abb2f9-6228-4f19-b27c-0162d5d2bb10 req-c10c3bfb-f058-4444-bea0-55b0e0dd52cc tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.1069822 Jul 21 23:39:28.006771 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.007270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.014019 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.014649 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.016409 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.016911 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.017687 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.018993 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.021724 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.022233 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.022783 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.023262 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.023845 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.024314 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.028575 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:39:28.037402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823edad3-3140-48d8-8133-e52b05ccfd36 x-openstack-request-id: req-823edad3-3140-48d8-8133-e52b05ccfd36 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:28.037716 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "name": "network-vif-plugged", "status": "completed", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:28.043650 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-823edad3-3140-48d8-8133-e52b05ccfd36 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:28.044125 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823edad3-3140-48d8-8133-e52b05ccfd36'] response: {'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'code': 200} Jul 21 23:39:28.078328 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-84abb2f9-6228-4f19-b27c-0162d5d2bb10 req-d0677ecd-4436-429e-ab29-9de1c70ee968 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639157 Jul 21 23:39:28.141511 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:28.227739 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['01ed1fe2-aa7a-432f-bed5-f261e1ca3563'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:39:28.460357 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c243ec-0908-445b-beb4-9c019895833b req-f586e96a-d99c-4774-a22a-a0fc629c5f4d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:28.468103 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-68c243ec-0908-445b-beb4-9c019895833b req-f586e96a-d99c-4774-a22a-a0fc629c5f4d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0584850 Jul 21 23:39:28.531746 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-68c243ec-0908-445b-beb4-9c019895833b req-3801ec0c-bc50-435c-8fab-b9554880c6ae tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622702 Jul 21 23:39:28.822945 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9db076-fd25-4221-befd-b0c4eae36af2 req-341df703-0294-4c55-9038-9ab9430848ab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:28.832111 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ce9db076-fd25-4221-befd-b0c4eae36af2 req-341df703-0294-4c55-9038-9ab9430848ab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.0672772 Jul 21 23:39:28.890258 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ce9db076-fd25-4221-befd-b0c4eae36af2 req-ba3b0f9e-3d61-4386-a8af-837cfb161a20 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566442 Jul 21 23:39:28.988177 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57802) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:29.046772 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099231a-4718-4507-b00b-f374dc36e5e9 req-632d7293-9614-4267-8572-e7410708d524 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:29.054130 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f099231a-4718-4507-b00b-f374dc36e5e9 req-632d7293-9614-4267-8572-e7410708d524 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 945 time: 0.0600016 Jul 21 23:39:29.135370 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f099231a-4718-4507-b00b-f374dc36e5e9 req-11f9c6cf-fadc-4970-bd65-8f03448f19c6 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791845 Jul 21 23:39:29.180590 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95cd97-beb8-4b64-8ea6-edeb24770eda req-2f8d50c4-b471-46ee-824a-84f4b87493a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:29.183274 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9e95cd97-beb8-4b64-8ea6-edeb24770eda req-2f8d50c4-b471-46ee-824a-84f4b87493a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 1130 time: 0.0754466 Jul 21 23:39:29.204816 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7567f823-3e0f-4e48-82f0-d077e84bcbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.225546 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:29.244770 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8696c-26b9-4f12-8c4a-1e20fad0a133 req-6feef038-3686-44ad-8a82-f89a81e76a5b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:29.247345 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-99d8696c-26b9-4f12-8c4a-1e20fad0a133 req-6feef038-3686-44ad-8a82-f89a81e76a5b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0598419 Jul 21 23:39:29.299777 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-99d8696c-26b9-4f12-8c4a-1e20fad0a133 req-75d7582f-965d-4a88-9214-cb8c46860fdc tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Jul 21 23:39:29.309076 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7567f823-3e0f-4e48-82f0-d077e84bcbe3 admin admin] Publish callbacks [] for security_group (f29a219c-57a4-4c9e-bc41-38efac8ee23e), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.314228 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7567f823-3e0f-4e48-82f0-d077e84bcbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f29a219c-57a4-4c9e-bc41-38efac8ee23e), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.359107 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567f823-3e0f-4e48-82f0-d077e84bcbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29a219c-57a4-4c9e-bc41-38efac8ee23e,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:29.366223 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7567f823-3e0f-4e48-82f0-d077e84bcbe3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d4b1157957b4174aae514aabb5d53ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742843 Jul 21 23:39:29.367155 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57822) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:29.376817 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:29.402358 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:29.422486 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6146-aae4-4ccf-864b-93a7636b4ffb admin admin] Publish callbacks [] for security_group (f29a219c-57a4-4c9e-bc41-38efac8ee23e), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.447203 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6146-aae4-4ccf-864b-93a7636b4ffb admin admin] Publish callbacks [] for security_group (f29a219c-57a4-4c9e-bc41-38efac8ee23e), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.506231 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6146-aae4-4ccf-864b-93a7636b4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f29a219c-57a4-4c9e-bc41-38efac8ee23e), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.508780 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6146-aae4-4ccf-864b-93a7636b4ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.509459 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:39:29.510444 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3a0d6146-aae4-4ccf-864b-93a7636b4ffb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f29a219c-57a4-4c9e-bc41-38efac8ee23e HTTP/1.1" status: 204 len: 168 time: 0.1429772 Jul 21 23:39:29.520755 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d6146-aae4-4ccf-864b-93a7636b4ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29a219c-57a4-4c9e-bc41-38efac8ee23e,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:29.600440 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:39:29.609301 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:39:29.610184 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.686774 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9e95cd97-beb8-4b64-8ea6-edeb24770eda req-75f2640a-8890-47e8-90c1-4f9c822e7123 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219375 Jul 21 23:39:29.701429 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:29.723362 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:39:29.724462 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.759597 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47c0e3-4830-441b-b7a8-7fa26638a20f req-6e42b009-18fe-4844-b316-d9e6892d9c67 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:29.764747 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0b47c0e3-4830-441b-b7a8-7fa26638a20f req-6e42b009-18fe-4844-b316-d9e6892d9c67 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0751977 Jul 21 23:39:29.787263 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:29.794355 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:29.877513 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:29.890258 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0b47c0e3-4830-441b-b7a8-7fa26638a20f req-27f58dd6-e875-4ef5-bf0e-823e25f91f24 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189055 Jul 21 23:39:30.045128 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:30.051741 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af60e15-a682-43e3-a265-5644226557cf" -d '{"events": [{"server_uuid": "050a4396-33a9-4f73-bfa6-7ed26142ef29", "name": "network-vif-plugged", "status": "completed", "tag": "01ed1fe2-aa7a-432f-bed5-f261e1ca3563"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:30.076112 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:30.095931 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da07ca-b2c1-4981-84f6-dd48da172830 req-aa452fa0-8c47-4f39-b41c-dbc03b4d66dc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:30.097752 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c9da07ca-b2c1-4981-84f6-dd48da172830 req-aa452fa0-8c47-4f39-b41c-dbc03b4d66dc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1044462 Jul 21 23:39:30.098206 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c577f1-fd04-4aea-9dc4-58bfe43cec76 req-36ac964f-35ca-4dec-887e-caeafeb3e77d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:30.098989 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57880) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:30.117743 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-13c577f1-fd04-4aea-9dc4-58bfe43cec76 req-36ac964f-35ca-4dec-887e-caeafeb3e77d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.1267500 Jul 21 23:39:30.126933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57882) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:30.127098 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-934cd29f-8b25-4c8b-9ab6-fbed860bbea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.157331 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33cd935-7087-4dfd-bf0a-976fc429c7e7 x-openstack-request-id: req-d33cd935-7087-4dfd-bf0a-976fc429c7e7 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:30.157696 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050a4396-33a9-4f73-bfa6-7ed26142ef29", "name": "network-vif-plugged", "status": "completed", "tag": "01ed1fe2-aa7a-432f-bed5-f261e1ca3563", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:30.158019 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d33cd935-7087-4dfd-bf0a-976fc429c7e7 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:30.158487 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33cd935-7087-4dfd-bf0a-976fc429c7e7'] response: {'server_uuid': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563', 'code': 200} Jul 21 23:39:30.171126 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'floatingip': {'port_id': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:30.278533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (6205e961-fe61-4505-aa51-1a4195f02d11), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.286812 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-934cd29f-8b25-4c8b-9ab6-fbed860bbea1 admin admin] Publish callbacks [] for security_group (e77197da-4097-4c2c-a6fd-38471596121e), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.293826 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-934cd29f-8b25-4c8b-9ab6-fbed860bbea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e77197da-4097-4c2c-a6fd-38471596121e), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.314531 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-13c577f1-fd04-4aea-9dc4-58bfe43cec76 req-3c822a98-6098-4a7e-a3b7-ecba324e90fa tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929829 Jul 21 23:39:30.320653 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3e83-7072-4c06-bb6e-a9a5672ed50e req-115b38db-046b-47d6-a501-6bb7f6e9dfbb tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:30.322186 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-049d3e83-7072-4c06-bb6e-a9a5672ed50e req-115b38db-046b-47d6-a501-6bb7f6e9dfbb tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.0848787 Jul 21 23:39:30.368700 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cd29f-8b25-4c8b-9ab6-fbed860bbea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77197da-4097-4c2c-a6fd-38471596121e,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:30.389508 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-934cd29f-8b25-4c8b-9ab6-fbed860bbea1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b92cb7dcfd7a4b52898ac8337cb77d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892652 Jul 21 23:39:30.394166 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57892) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:30.437643 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-049d3e83-7072-4c06-bb6e-a9a5672ed50e req-8f634000-c60b-4fda-ada2-06db7bf04557 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836997 Jul 21 23:39:30.473816 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ee713c8c-fbdd-48d7-befd-e329de1cef48 admin admin] Publish callbacks [] for security_group (e77197da-4097-4c2c-a6fd-38471596121e), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.482149 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c69902-d57f-4c79-9a5f-9b0db64c7150 req-c0c5093e-660f-4679-8f7a-af11f3781825 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:30.483738 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b4c69902-d57f-4c79-9a5f-9b0db64c7150 req-c0c5093e-660f-4679-8f7a-af11f3781825 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.1019249 Jul 21 23:39:30.499463 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ee713c8c-fbdd-48d7-befd-e329de1cef48 admin admin] Publish callbacks [] for security_group (e77197da-4097-4c2c-a6fd-38471596121e), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.575820 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ee713c8c-fbdd-48d7-befd-e329de1cef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e77197da-4097-4c2c-a6fd-38471596121e), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.579195 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ee713c8c-fbdd-48d7-befd-e329de1cef48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:30.583145 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-ee713c8c-fbdd-48d7-befd-e329de1cef48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e77197da-4097-4c2c-a6fd-38471596121e HTTP/1.1" status: 204 len: 168 time: 0.1879301 Jul 21 23:39:30.593973 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee713c8c-fbdd-48d7-befd-e329de1cef48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77197da-4097-4c2c-a6fd-38471596121e,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:30.686649 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b4c69902-d57f-4c79-9a5f-9b0db64c7150 req-9f53d291-2b89-4354-9aa1-3ab4bf593651 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955106 Jul 21 23:39:30.758604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840f54-966a-4f47-9b4a-2419aa3c94fa req-7084bbec-ddd8-4467-8331-e42da4611f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:30.759716 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e1840f54-966a-4f47-9b4a-2419aa3c94fa req-7084bbec-ddd8-4467-8331-e42da4611f5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 1130 time: 0.0648220 Jul 21 23:39:31.243430 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e1840f54-966a-4f47-9b4a-2419aa3c94fa req-817bb64e-5281-4b94-ac7a-290262cb8766 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570148 Jul 21 23:39:31.468388 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3821c48-3d0e-4719-bd6a-d29c3298cf2a req-796bc35b-ddd5-4df0-ad15-23829911343b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:31.485661 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f3821c48-3d0e-4719-bd6a-d29c3298cf2a req-796bc35b-ddd5-4df0-ad15-23829911343b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.0804131 Jul 21 23:39:31.501125 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:31.522941 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:31.530079 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (6205e961-fe61-4505-aa51-1a4195f02d11), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:31.571011 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f3821c48-3d0e-4719-bd6a-d29c3298cf2a req-c9fc9d7b-4cca-4b7a-8f1f-ad504c865a82 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826602 Jul 21 23:39:31.737086 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Floating IP 6205e961-fe61-4505-aa51-1a4195f02d11 associated. External IP: 172.27.1.95, port: 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8. Jul 21 23:39:31.746518 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dd2ad-fc94-48c8-a46c-424bc0c151ce req-75443b85-39dd-4448-978e-f984f9e01fe3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:31.748840 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a90dd2ad-fc94-48c8-a46c-424bc0c151ce req-75443b85-39dd-4448-978e-f984f9e01fe3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.1526954 Jul 21 23:39:31.801794 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:31.865832 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a9a7-fc04-4cfa-a431-94a4a20ab876 req-4a38d71e-e386-4bae-bedf-8f7f0851171a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:31.868071 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3aa4a9a7-fc04-4cfa-a431-94a4a20ab876 req-4a38d71e-e386-4bae-bedf-8f7f0851171a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0624270 Jul 21 23:39:31.913680 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a90dd2ad-fc94-48c8-a46c-424bc0c151ce req-c6801dca-d5da-4097-8801-b8a65e5457fa tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196244 Jul 21 23:39:31.931569 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3aa4a9a7-fc04-4cfa-a431-94a4a20ab876 req-80bf99e7-bf0a-46c9-8bef-14ff26ab363e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558450 Jul 21 23:39:32.053649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Router c40a6a04-6cab-45de-b3ad-d88c5a6858fe has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:39:32.182410 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:39:32.187487 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.199275 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] Sync routers for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:39:32.233742 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-723c99f0-6ac3-4f7d-a4d5-776b7c5115da tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "PUT /v2.0/floatingips/6205e961-fe61-4505-aa51-1a4195f02d11 HTTP/1.1" status: 200 len: 991 time: 2.1022117 Jul 21 23:39:32.234466 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:32.237071 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:32.243289 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 57962) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:32.328679 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88251ee8-3272-4e0a-801f-1983f4709483 x-openstack-request-id: req-88251ee8-3272-4e0a-801f-1983f4709483 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:32.329606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:32.330320 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88251ee8-3272-4e0a-801f-1983f4709483 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:32.330892 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88251ee8-3272-4e0a-801f-1983f4709483'] response: {'name': 'network-changed', 'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'status': 'completed', 'code': 200} Jul 21 23:39:32.338986 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:39:32.339627 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:32.418799 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-cda5310e-b101-4499-9f6b-2329fec5a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:32.421627 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-cda5310e-b101-4499-9f6b-2329fec5a756 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1130 time: 0.0567827 Jul 21 23:39:32.466857 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0929df8e-2ad9-4927-95da-2b4cb13cfccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.498219 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:39:32.504709 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:32.591493 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0929df8e-2ad9-4927-95da-2b4cb13cfccb admin admin] Publish callbacks [] for security_group (25403035-fed4-4ab8-ae5a-31a5782381bc), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.594058 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-85c692ee-d4d9-4bf5-b9cd-2fa9e6a028b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:32.598059 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-85c692ee-d4d9-4bf5-b9cd-2fa9e6a028b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.1687353 Jul 21 23:39:32.601106 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0929df8e-2ad9-4927-95da-2b4cb13cfccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (25403035-fed4-4ab8-ae5a-31a5782381bc), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.667304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 57978) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:32.676871 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0929df8e-2ad9-4927-95da-2b4cb13cfccb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b440a72f95940bf8366efc7bee9a348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321787 Jul 21 23:39:32.683872 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929df8e-2ad9-4927-95da-2b4cb13cfccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25403035-fed4-4ab8-ae5a-31a5782381bc,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:32.763711 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9b09cb57-f796-4e07-9146-afcab0dc30e6 admin admin] Publish callbacks [] for security_group (25403035-fed4-4ab8-ae5a-31a5782381bc), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.829360 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9b09cb57-f796-4e07-9146-afcab0dc30e6 admin admin] Publish callbacks [] for security_group (25403035-fed4-4ab8-ae5a-31a5782381bc), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.857058 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4f2f-162f-4869-9964-b248a75f4517 req-085d3f02-1e9a-470c-a05c-ae828e8a3d95 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:32.866275 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-450f4f2f-162f-4869-9964-b248a75f4517 req-085d3f02-1e9a-470c-a05c-ae828e8a3d95 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.1124022 Jul 21 23:39:32.896824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9b09cb57-f796-4e07-9146-afcab0dc30e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (25403035-fed4-4ab8-ae5a-31a5782381bc), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.903370 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9b09cb57-f796-4e07-9146-afcab0dc30e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:32.909534 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-9b09cb57-f796-4e07-9146-afcab0dc30e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25403035-fed4-4ab8-ae5a-31a5782381bc HTTP/1.1" status: 204 len: 168 time: 0.2419977 Jul 21 23:39:32.923008 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09cb57-f796-4e07-9146-afcab0dc30e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25403035-fed4-4ab8-ae5a-31a5782381bc,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:32.975633 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '6205e961-fe61-4505-aa51-1a4195f02d11', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'port_id': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'mac_address': 'fa:16:3e:ae:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:31Z', 'revision_number': 1, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:33.012036 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-450f4f2f-162f-4869-9964-b248a75f4517 req-c9adc26a-c7fb-4734-9ab5-f5903c1fa7d0 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198821 Jul 21 23:39:33.047290 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] Checking router: c40a6a04-6cab-45de-b3ad-d88c5a6858fe for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:39:33.062960 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:39:33.063878 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:33.192647 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:33.231348 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1012cd-3732-4e43-bba5-c1f78f789584 req-b5235349-d7f4-46b0-931f-4dcb21d2b851 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:33.240703 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a1012cd-3732-4e43-bba5-c1f78f789584 req-b5235349-d7f4-46b0-931f-4dcb21d2b851 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.1860983 Jul 21 23:39:33.267669 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6943-5e00-48c1-b84f-7625a7d76a4a req-e37859ce-5c9d-4556-80f0-2fd36009670e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:33.280276 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0a5e6943-5e00-48c1-b84f-7625a7d76a4a req-e37859ce-5c9d-4556-80f0-2fd36009670e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.1165667 Jul 21 23:39:33.314933 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:39:33.333298 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-b2fa648f-6aa4-48ae-b17d-921dd4929b5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 999 time: 0.2092445 Jul 21 23:39:33.379701 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a1012cd-3732-4e43-bba5-c1f78f789584 req-0cd5dc6c-88b4-43a3-97c1-93dec9e12718 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378314 Jul 21 23:39:33.437429 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0a5e6943-5e00-48c1-b84f-7625a7d76a4a req-3a3abc73-7804-4990-a18b-1b5edad49da8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562665 Jul 21 23:39:33.473808 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-8c2cf6fa-dbb3-4c5b-a622-a26b031bf97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:33.478062 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-8c2cf6fa-dbb3-4c5b-a622-a26b031bf97b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.1343386 Jul 21 23:39:33.548034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:33.558217 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:33.566194 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-15d82964-28c9-4c39-ae5c-4fdcb81b0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:33.568038 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-15d82964-28c9-4c39-ae5c-4fdcb81b0eae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833826 Jul 21 23:39:33.643675 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '6205e961-fe61-4505-aa51-1a4195f02d11', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'port_id': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'mac_address': 'fa:16:3e:ae:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:31Z', 'revision_number': 1, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:33.648502 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551ed8f-6b36-47d6-9fd7-5bd19033b92f req-b131d06d-c399-44e1-9042-a803360f1cd1 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:33.650067 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4551ed8f-6b36-47d6-9fd7-5bd19033b92f req-b131d06d-c399-44e1-9042-a803360f1cd1 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.0807717 Jul 21 23:39:33.660136 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58022) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:33.666402 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:39:33.690677 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d8c67f-f18e-4e46-b107-e5bf5d268b78 None None] The sync data for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi is: [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '6205e961-fe61-4505-aa51-1a4195f02d11', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'port_id': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'mac_address': 'fa:16:3e:ae:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:31Z', 'revision_number': 1, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:39:33.735580 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-3dca9fdc-190f-48c2-ad76-577604c5b77d service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526206 Jul 21 23:39:33.782772 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (e431fcf7-b312-4bcc-978e-ee5399638f90), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:33.935657 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-e8fe3551-ad25-4c16-b8b0-3bd99c8bd860 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1175425 Jul 21 23:39:33.983323 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-141d2dc0-d0d8-49a4-ac5c-5a5e16091aa7 req-e66529e6-ead6-439c-8398-1d0896a4f8ff service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382345 Jul 21 23:39:34.126134 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-fcca5716-d301-4ae1-8fbf-e2af181ee5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:34.127650 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-fcca5716-d301-4ae1-8fbf-e2af181ee5aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1130 time: 0.0494931 Jul 21 23:39:34.140356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274ee11-caed-4d99-b529-18cd41a60a26 None None] New status for floating IP 6205e961-fe61-4505-aa51-1a4195f02d11: ACTIVE {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:39:34.284636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-889d7d27-d4b2-4f90-863e-de996f3c79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:34.286302 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-889d7d27-d4b2-4f90-863e-de996f3c79af service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.1356032 Jul 21 23:39:34.613858 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58058) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:34.672609 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-ddf2a68f-e0d8-4dc0-ba9e-8ebd7de5a462 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 999 time: 0.3774099 Jul 21 23:39:34.685125 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d22e73-74b3-44bb-85c9-1287ec33fcd9 req-9a547c84-dc50-4580-9bc9-8a4d1262d120 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:34.686735 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e7d22e73-74b3-44bb-85c9-1287ec33fcd9 req-9a547c84-dc50-4580-9bc9-8a4d1262d120 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.1176829 Jul 21 23:39:34.716273 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:34.802176 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e7d22e73-74b3-44bb-85c9-1287ec33fcd9 req-f5ce0905-d7e5-45fe-8ea9-cb2d7958046b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Jul 21 23:39:34.807512 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] Deleting subnet f34a859a-f821-438e-8b37-717f6a506387 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:39:34.815166 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] Publish callbacks [] for subnet (f34a859a-f821-438e-8b37-717f6a506387), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:34.853526 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-b8264d5d-ec8c-49af-b83d-b46104ba6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:34.855598 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-b8264d5d-ec8c-49af-b83d-b46104ba6e81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.1578746 Jul 21 23:39:34.866037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] Publish callbacks [] for subnet (f34a859a-f821-438e-8b37-717f6a506387), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:34.891992 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (f34a859a-f821-438e-8b37-717f6a506387), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:34.954307 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-904648bb-f58a-4488-8770-70114dc38019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:34.955809 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-904648bb-f58a-4488-8770-70114dc38019 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859144 Jul 21 23:39:35.021270 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.db.resource_extend [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 23:39:35.060523 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (f34a859a-f821-438e-8b37-717f6a506387), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.074297 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:35.078045 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e186f-3d5d-4a5c-bb72-a2f52ae7e066 req-50ea50c5-6c54-42cd-84f5-63690845ffb3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:35.082223 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4f5e186f-3d5d-4a5c-bb72-a2f52ae7e066 req-50ea50c5-6c54-42cd-84f5-63690845ffb3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.1576338 Jul 21 23:39:35.112563 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34a859a-f821-438e-8b37-717f6a506387,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:35.113536 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.118358 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6cc9490b-68e2-4e39-b473-ffc3eddcff4e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f34a859a-f821-438e-8b37-717f6a506387 HTTP/1.1" status: 204 len: 168 time: 0.4993830 Jul 21 23:39:35.125571 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58078) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:35.134331 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.141153 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:35.148013 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (e431fcf7-b312-4bcc-978e-ee5399638f90), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.153732 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-ac3fd3a3-62fd-45b6-86df-e72d779093d7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892703 Jul 21 23:39:35.211246 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:35.227775 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4f5e186f-3d5d-4a5c-bb72-a2f52ae7e066 req-73602b96-5fe4-4904-80cb-712f7670d388 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217926 Jul 21 23:39:35.253117 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (8e59424b-b4d6-473a-b401-e8511d2a8a73), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.295718 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP e431fcf7-b312-4bcc-978e-ee5399638f90 associated. External IP: 172.27.1.210, port: b7d67a8b-6367-4be6-bd44-466169d1217b. Jul 21 23:39:35.416819 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-542943b1-1f72-4253-b701-5ab494cd89b0 req-71fec057-3349-432b-8950-639af0c8dd7a service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564209 Jul 21 23:39:35.419087 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (8e59424b-b4d6-473a-b401-e8511d2a8a73), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.443356 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.443757 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.444589 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.445010 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.445393 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.445897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.446320 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.446722 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.447097 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.447571 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.550284 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:39:35.680310 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:35.691964 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.692431 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.693144 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.693816 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:39:35.694334 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e59424b-b4d6-473a-b401-e8511d2a8a73']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:35.696567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:39:35.704449 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.738341 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:35.738799 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:35.746891 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d6abf928-d589-4597-8db3-5cdf50ad127a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "PUT /v2.0/floatingips/e431fcf7-b312-4bcc-978e-ee5399638f90 HTTP/1.1" status: 200 len: 992 time: 2.0852723 Jul 21 23:39:35.748467 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:35.751208 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567df6dd-bf54-47c1-ab88-c57b95e9ea58" -d '{"events": [{"name": "network-changed", "server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:35.768306 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.795031 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.803937 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ec7aaf-eb5d-4a8a-a49c-39c26d95e38c x-openstack-request-id: req-d0ec7aaf-eb5d-4a8a-a49c-39c26d95e38c {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:35.804907 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:35.805451 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0ec7aaf-eb5d-4a8a-a49c-39c26d95e38c {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:35.806013 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ec7aaf-eb5d-4a8a-a49c-39c26d95e38c'] response: {'name': 'network-changed', 'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'status': 'completed', 'code': 200} Jul 21 23:39:35.809389 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:39:35.809803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.880609 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:39:35.894938 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (8e59424b-b4d6-473a-b401-e8511d2a8a73), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.895164 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:39:35.895775 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:35.907000 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:35.913092 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8e59424b-b4d6-473a-b401-e8511d2a8a73 HTTP/1.1" status: 204 len: 168 time: 0.7839646 Jul 21 23:39:35.919990 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58104) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:35.931431 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d0bfc-884f-4336-abca-ff71947e31f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e59424b-b4d6-473a-b401-e8511d2a8a73,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:35.949665 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945782c6-12a8-48a9-9aee-ff9196119ffa req-0a04363a-5e85-4bed-8af1-c8bc7fd5ed3e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:35.958049 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-945782c6-12a8-48a9-9aee-ff9196119ffa req-0a04363a-5e85-4bed-8af1-c8bc7fd5ed3e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0680196 Jul 21 23:39:35.982659 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] Deleting subnet 12328ae4-338f-4d57-a56e-e7640c193856 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:39:35.990805 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] Publish callbacks [] for subnet (12328ae4-338f-4d57-a56e-e7640c193856), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.048979 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:39:36.059283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (12328ae4-338f-4d57-a56e-e7640c193856), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.071901 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-945782c6-12a8-48a9-9aee-ff9196119ffa req-9c4a5ef8-9f3f-4e0d-a535-40d40cfc2179 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127877 Jul 21 23:39:36.108015 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8 resource provider aggregate not found Jul 21 23:39:36.120690 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (12328ae4-338f-4d57-a56e-e7640c193856), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.140771 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef1e97a6-7da2-4a60-9baf-e1f03a4a1aa8 found for delete ", "request_id": "req-90013667-c364-4caf-b593-9beefbe5db59"}]} Jul 21 23:39:36.176793 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (12328ae4-338f-4d57-a56e-e7640c193856), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.189134 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:36.191248 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:36.204803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12328ae4-338f-4d57-a56e-e7640c193856,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:36.206832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.209979 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-467484de-4707-4df2-ab10-73fa25e0e6bf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/12328ae4-338f-4d57-a56e-e7640c193856 HTTP/1.1" status: 204 len: 168 time: 0.2887323 Jul 21 23:39:36.212547 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58116) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:36.290135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (3d71ff64-32e5-4f46-b7d2-02026ef30ebe), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.299230 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:34Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:36.328325 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:39:36.336880 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:39:36.337449 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:36.374165 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (3d71ff64-32e5-4f46-b7d2-02026ef30ebe), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.394744 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d71ff64-32e5-4f46-b7d2-02026ef30ebe']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:36.404715 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf2538c-b975-4619-9417-eee1181c5dee') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:36.405012 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf2538c-b975-4619-9417-eee1181c5dee') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:36.418718 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (ccf2538c-b975-4619-9417-eee1181c5dee), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.432072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (ccf2538c-b975-4619-9417-eee1181c5dee), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.439068 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:39:36.439550 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (ccf2538c-b975-4619-9417-eee1181c5dee), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.439707 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:39:36.488499 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:36.497073 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (3d71ff64-32e5-4f46-b7d2-02026ef30ebe), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.503745 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.506980 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3d71ff64-32e5-4f46-b7d2-02026ef30ebe HTTP/1.1" status: 204 len: 168 time: 0.2934616 Jul 21 23:39:36.521827 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d47c6-8b61-44ba-a164-6e9cc503ce61 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d71ff64-32e5-4f46-b7d2-02026ef30ebe,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:36.693331 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58122) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:36.741499 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:34Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:36.749285 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-83e18cd5-f192-4961-97bc-2096d65dcb46 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee8ae3d717a9460cb4d3108b8e181089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546746 Jul 21 23:39:36.751805 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58126) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:36.768344 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbea481-2cd8-4ed1-a82b-e8895f936b15 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:34Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:39:36.805479 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ae12b5be-2f3a-48c7-b182-bd31becb0022 admin admin] Publish callbacks [] for security_group (c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.828877 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ae12b5be-2f3a-48c7-b182-bd31becb0022 admin admin] Publish callbacks [] for security_group (c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.843588 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:36.881836 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ae12b5be-2f3a-48c7-b182-bd31becb0022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.884435 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ae12b5be-2f3a-48c7-b182-bd31becb0022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:36.885728 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ae12b5be-2f3a-48c7-b182-bd31becb0022 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f HTTP/1.1" status: 204 len: 168 time: 0.1328197 Jul 21 23:39:36.894047 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12b5be-2f3a-48c7-b182-bd31becb0022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46d4f77-9cf9-4b67-85fb-607d8bf0ac0f,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:36.992930 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87021238-9715-49e7-ba38-0c82e4f4e22e None None] New status for floating IP e431fcf7-b312-4bcc-978e-ee5399638f90: ACTIVE {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:39:37.052587 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:37.212146 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f499f54-2ec1-4370-b06b-79419d1be6d1 req-60f02515-9d96-42f0-8b04-5e702554c492 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:37.214479 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2f499f54-2ec1-4370-b06b-79419d1be6d1 req-60f02515-9d96-42f0-8b04-5e702554c492 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0592997 Jul 21 23:39:37.263573 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2f499f54-2ec1-4370-b06b-79419d1be6d1 req-4432f9bd-daa4-4cde-bc80-c0b3f9976993 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Jul 21 23:39:37.281402 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58138) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:37.320675 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-b835c99f-f979-4283-a58c-908b1a336b7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2d9996a28ea34d9ba96d54767b017439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381200 Jul 21 23:39:37.323550 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58140) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:37.371779 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-98111457-32f5-4fa7-89f9-dd93b6479068 admin admin] Publish callbacks [] for security_group (6509e2aa-ccd0-4118-8694-0b08414268b4), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:37.393354 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-98111457-32f5-4fa7-89f9-dd93b6479068 admin admin] Publish callbacks [] for security_group (6509e2aa-ccd0-4118-8694-0b08414268b4), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:37.439791 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-98111457-32f5-4fa7-89f9-dd93b6479068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6509e2aa-ccd0-4118-8694-0b08414268b4), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:37.442410 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-98111457-32f5-4fa7-89f9-dd93b6479068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:37.443592 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-98111457-32f5-4fa7-89f9-dd93b6479068 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6509e2aa-ccd0-4118-8694-0b08414268b4 HTTP/1.1" status: 204 len: 168 time: 0.1189566 Jul 21 23:39:37.455790 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98111457-32f5-4fa7-89f9-dd93b6479068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509e2aa-ccd0-4118-8694-0b08414268b4,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:37.775302 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-65688990-1c95-4ffb-a3d8-096e77b3568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:38.154056 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-f12aa4a5-9c70-4fa2-a339-f3e530c2b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:38.156331 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-f12aa4a5-9c70-4fa2-a339-f3e530c2b3af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 1130 time: 0.0469971 Jul 21 23:39:38.165075 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment ccf2538c-b975-4619-9417-eee1181c5dee resource provider aggregate not found Jul 21 23:39:38.195480 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment ccf2538c-b975-4619-9417-eee1181c5dee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccf2538c-b975-4619-9417-eee1181c5dee found for delete ", "request_id": "req-cac97928-ad57-49d1-9a70-f53f62db801b"}]} Jul 21 23:39:38.284224 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-49a2eafc-6aed-4750-87c8-4e86ae239fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:38.285719 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-49a2eafc-6aed-4750-87c8-4e86ae239fad service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.1018255 Jul 21 23:39:38.387465 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc5751-e699-416b-9a3f-d5980096d605 req-dd05a461-590b-4632-a7dd-2b5f775b086e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:38.389063 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-70bc5751-e699-416b-9a3f-d5980096d605 req-dd05a461-590b-4632-a7dd-2b5f775b086e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0564997 Jul 21 23:39:38.443448 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-70bc5751-e699-416b-9a3f-d5980096d605 req-2c53178a-129d-4680-9ecf-c12de8c3796d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Jul 21 23:39:38.614044 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-8704a35c-9fe5-4d72-a68a-21edcbf71cdf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d67a8b-6367-4be6-bd44-466169d1217b HTTP/1.1" status: 200 len: 1002 time: 0.0843105 Jul 21 23:39:38.692017 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-0eaf3941-9c5f-43ea-8568-87c18dd6b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:38.693509 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-0eaf3941-9c5f-43ea-8568-87c18dd6b94c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.0547969 Jul 21 23:39:38.987733 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-0ad923d0-d748-4ffc-9a04-03bea087c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:38.989665 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-0ad923d0-d748-4ffc-9a04-03bea087c203 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473523 Jul 21 23:39:39.128691 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-4e44f83b-7944-429b-bb96-1fd0cc62d3bd service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196294 Jul 21 23:39:39.277418 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-567df6dd-bf54-47c1-ab88-c57b95e9ea58 req-60e77e54-8f80-4a4c-9f12-a85a1fc92cb3 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407371 Jul 21 23:39:39.564018 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39650f93-edeb-4810-917c-21dbab5e4355 req-0d2e1c8f-69d0-4465-8fbb-1a3570fe4d49 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:39.565707 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-39650f93-edeb-4810-917c-21dbab5e4355 req-0d2e1c8f-69d0-4465-8fbb-1a3570fe4d49 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0500653 Jul 21 23:39:39.616584 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-39650f93-edeb-4810-917c-21dbab5e4355 req-05ae2ca2-426f-4bdf-b5fb-8c6a1ee605b4 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443864 Jul 21 23:39:40.325651 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-72a34445-786a-4898-8188-01d1efaf94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.449764 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58294) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:40.557095 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1048cbef-505e-4100-8772-8451af0873fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.558818 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:40.639101 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1048cbef-505e-4100-8772-8451af0873fc admin admin] Publish callbacks [] for security_group (51a2a343-967c-4d6a-babb-2bcc6dafc6ed), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.644567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1048cbef-505e-4100-8772-8451af0873fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (51a2a343-967c-4d6a-babb-2bcc6dafc6ed), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.687066 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048cbef-505e-4100-8772-8451af0873fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a2a343-967c-4d6a-babb-2bcc6dafc6ed,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:40.691520 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-1048cbef-505e-4100-8772-8451af0873fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=71dbc4d159d545de8c6ad3755085e26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407267 Jul 21 23:39:40.694243 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58310) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:40.767587 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-209a8ee9-7c8c-4b65-9d86-b2965b174a02 admin admin] Publish callbacks [] for security_group (51a2a343-967c-4d6a-babb-2bcc6dafc6ed), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.778660 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697692a-332c-4aa4-be5b-28d612f34660 req-fb393921-4ad3-4afd-80c8-e0876a85f66b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:40.780296 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f697692a-332c-4aa4-be5b-28d612f34660 req-fb393921-4ad3-4afd-80c8-e0876a85f66b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0583122 Jul 21 23:39:40.786272 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:40.797806 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-209a8ee9-7c8c-4b65-9d86-b2965b174a02 admin admin] Publish callbacks [] for security_group (51a2a343-967c-4d6a-babb-2bcc6dafc6ed), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.841668 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f697692a-332c-4aa4-be5b-28d612f34660 req-2e2d8466-c10e-42f3-b2a5-3650aff54269 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Jul 21 23:39:40.869594 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-209a8ee9-7c8c-4b65-9d86-b2965b174a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (51a2a343-967c-4d6a-babb-2bcc6dafc6ed), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.873857 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-209a8ee9-7c8c-4b65-9d86-b2965b174a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:40.875079 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-209a8ee9-7c8c-4b65-9d86-b2965b174a02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51a2a343-967c-4d6a-babb-2bcc6dafc6ed HTTP/1.1" status: 204 len: 168 time: 0.1798649 Jul 21 23:39:40.884389 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a8ee9-7c8c-4b65-9d86-b2965b174a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a2a343-967c-4d6a-babb-2bcc6dafc6ed,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:41.176566 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58326) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:41.194933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd9dd-fa11-49da-a8f8-081a24c555b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.244759 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:41.281232 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd9dd-fa11-49da-a8f8-081a24c555b0 admin admin] Publish callbacks [] for security_group (9f0d7d0a-919d-4a16-9ea5-470de601d6e4), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.285233 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd9dd-fa11-49da-a8f8-081a24c555b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9f0d7d0a-919d-4a16-9ea5-470de601d6e4), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.322127 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.323498 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fd9dd-fa11-49da-a8f8-081a24c555b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d7d0a-919d-4a16-9ea5-470de601d6e4,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:41.328104 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3e3fd9dd-fa11-49da-a8f8-081a24c555b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c383d76f551b4424ba67556c3bbd2705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504416 Jul 21 23:39:41.331177 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58328) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:41.388612 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7458e7b9-40ca-404e-a44d-a45eea59112d admin admin] Publish callbacks [] for security_group (9f0d7d0a-919d-4a16-9ea5-470de601d6e4), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.419859 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7458e7b9-40ca-404e-a44d-a45eea59112d admin admin] Publish callbacks [] for security_group (9f0d7d0a-919d-4a16-9ea5-470de601d6e4), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.468707 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7458e7b9-40ca-404e-a44d-a45eea59112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9f0d7d0a-919d-4a16-9ea5-470de601d6e4), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.471350 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7458e7b9-40ca-404e-a44d-a45eea59112d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:41.472509 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7458e7b9-40ca-404e-a44d-a45eea59112d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f0d7d0a-919d-4a16-9ea5-470de601d6e4 HTTP/1.1" status: 204 len: 168 time: 0.1395352 Jul 21 23:39:41.481968 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458e7b9-40ca-404e-a44d-a45eea59112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d7d0a-919d-4a16-9ea5-470de601d6e4,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:41.989042 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4cc8-b716-4b55-8340-72b81ab100f4 req-d4758d97-ff08-4022-bf25-fc4eb5339412 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:41.990952 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-43aa4cc8-b716-4b55-8340-72b81ab100f4 req-d4758d97-ff08-4022-bf25-fc4eb5339412 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0570962 Jul 21 23:39:42.068737 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-43aa4cc8-b716-4b55-8340-72b81ab100f4 req-7b139e88-fc6a-4d0e-8a33-e92c771a26dc tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Jul 21 23:39:42.690558 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58402) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:42.735891 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:42.814194 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-eebb4643-8407-4c41-87c5-3cfc11fd2d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:42.862893 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:42.899559 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-eebb4643-8407-4c41-87c5-3cfc11fd2d95 admin admin] Publish callbacks [] for security_group (b432fe64-fcf4-46de-ae21-9bc83ed431d0), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:42.903744 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-eebb4643-8407-4c41-87c5-3cfc11fd2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (b432fe64-fcf4-46de-ae21-9bc83ed431d0), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:42.944359 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-eebb4643-8407-4c41-87c5-3cfc11fd2d95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5dcbecabd5246ef8ceafbc71c8f7bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520046 Jul 21 23:39:42.945832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4643-8407-4c41-87c5-3cfc11fd2d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b432fe64-fcf4-46de-ae21-9bc83ed431d0,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:42.947132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58408) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:43.005649 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-55bfac8b-dbad-4eb9-b577-d5d83972fc48 admin admin] Publish callbacks [] for security_group (b432fe64-fcf4-46de-ae21-9bc83ed431d0), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.027387 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-55bfac8b-dbad-4eb9-b577-d5d83972fc48 admin admin] Publish callbacks [] for security_group (b432fe64-fcf4-46de-ae21-9bc83ed431d0), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.075330 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-55bfac8b-dbad-4eb9-b577-d5d83972fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (b432fe64-fcf4-46de-ae21-9bc83ed431d0), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.077890 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-55bfac8b-dbad-4eb9-b577-d5d83972fc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.079058 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-55bfac8b-dbad-4eb9-b577-d5d83972fc48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b432fe64-fcf4-46de-ae21-9bc83ed431d0 HTTP/1.1" status: 204 len: 168 time: 0.1301923 Jul 21 23:39:43.087033 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfac8b-dbad-4eb9-b577-d5d83972fc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b432fe64-fcf4-46de-ae21-9bc83ed431d0,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:43.210850 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.218821 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c731c39-f2b1-43e6-893c-0b45d0fa0b6c req-329bd0b9-70c2-45cd-91b2-bc74e5a7eb7f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:43.220821 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1c731c39-f2b1-43e6-893c-0b45d0fa0b6c req-329bd0b9-70c2-45cd-91b2-bc74e5a7eb7f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0663526 Jul 21 23:39:43.269583 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1c731c39-f2b1-43e6-893c-0b45d0fa0b6c req-374420f5-c048-4c2e-a606-b9bbda1959cf tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Jul 21 23:39:43.384245 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58416) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:43.399992 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-74a29370-64c0-4b74-bcc8-e574c9f4eceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.479359 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:43.481913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-74a29370-64c0-4b74-bcc8-e574c9f4eceb admin admin] Publish callbacks [] for security_group (a0c49132-c303-4bef-b346-263dce3e712e), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.485444 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-74a29370-64c0-4b74-bcc8-e574c9f4eceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a0c49132-c303-4bef-b346-263dce3e712e), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.526978 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-74a29370-64c0-4b74-bcc8-e574c9f4eceb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f576972ef8d34f5aa45af6e6e7239013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414909 Jul 21 23:39:43.528881 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29370-64c0-4b74-bcc8-e574c9f4eceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c49132-c303-4bef-b346-263dce3e712e,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:43.529809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58422) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:43.582989 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-32888408-ff7c-4754-bcd5-fb7f2832e802 admin admin] Publish callbacks [] for security_group (a0c49132-c303-4bef-b346-263dce3e712e), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.605437 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-32888408-ff7c-4754-bcd5-fb7f2832e802 admin admin] Publish callbacks [] for security_group (a0c49132-c303-4bef-b346-263dce3e712e), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.654005 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-32888408-ff7c-4754-bcd5-fb7f2832e802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a0c49132-c303-4bef-b346-263dce3e712e), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.656521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-32888408-ff7c-4754-bcd5-fb7f2832e802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:43.657721 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-32888408-ff7c-4754-bcd5-fb7f2832e802 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0c49132-c303-4bef-b346-263dce3e712e HTTP/1.1" status: 204 len: 168 time: 0.1267660 Jul 21 23:39:43.665463 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32888408-ff7c-4754-bcd5-fb7f2832e802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c49132-c303-4bef-b346-263dce3e712e,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:44.411637 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30d7e7-3e05-46a0-a3b5-cc06230238f5 req-7300a807-53f5-47e5-9718-e504b515d411 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:44.413470 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-de30d7e7-3e05-46a0-a3b5-cc06230238f5 req-7300a807-53f5-47e5-9718-e504b515d411 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0635884 Jul 21 23:39:44.471590 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-de30d7e7-3e05-46a0-a3b5-cc06230238f5 req-5ae124d7-e64b-4ada-b50d-dc4d3b238c21 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Jul 21 23:39:45.628615 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb7606-0598-4600-a597-fe21a12c4897 req-e002cdeb-a4ec-45b1-aad8-5cad89d5f71f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:45.630289 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-13bb7606-0598-4600-a597-fe21a12c4897 req-e002cdeb-a4ec-45b1-aad8-5cad89d5f71f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0674436 Jul 21 23:39:45.690038 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-13bb7606-0598-4600-a597-fe21a12c4897 req-057410d5-273e-408a-a395-e47df081c77d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533650 Jul 21 23:39:45.811410 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58524) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:45.919071 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-76206d0b-f5d8-412f-9ed0-2d6d351de8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:46.011310 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-76206d0b-f5d8-412f-9ed0-2d6d351de8ae admin admin] Publish callbacks [] for security_group (b026aba6-daeb-48ff-ac8f-2e507e9f9107), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:46.015123 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-76206d0b-f5d8-412f-9ed0-2d6d351de8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (b026aba6-daeb-48ff-ac8f-2e507e9f9107), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:46.018635 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:46.056902 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-76206d0b-f5d8-412f-9ed0-2d6d351de8ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f885b63f176454f970b702f220d99f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444127 Jul 21 23:39:46.058803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76206d0b-f5d8-412f-9ed0-2d6d351de8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b026aba6-daeb-48ff-ac8f-2e507e9f9107,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:46.060872 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58528) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:46.115206 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:46.121764 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e08b-73ca-4420-ac51-90eb743a142f admin admin] Publish callbacks [] for security_group (b026aba6-daeb-48ff-ac8f-2e507e9f9107), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:46.148492 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e08b-73ca-4420-ac51-90eb743a142f admin admin] Publish callbacks [] for security_group (b026aba6-daeb-48ff-ac8f-2e507e9f9107), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:46.201914 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e08b-73ca-4420-ac51-90eb743a142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (b026aba6-daeb-48ff-ac8f-2e507e9f9107), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:46.204454 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e08b-73ca-4420-ac51-90eb743a142f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:46.205680 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f0a7e08b-73ca-4420-ac51-90eb743a142f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b026aba6-daeb-48ff-ac8f-2e507e9f9107 HTTP/1.1" status: 204 len: 168 time: 0.1432939 Jul 21 23:39:46.213352 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7e08b-73ca-4420-ac51-90eb743a142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b026aba6-daeb-48ff-ac8f-2e507e9f9107,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:46.744254 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=47 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:46.754959 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=55 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:46.834265 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d81931-648b-47a0-84cc-d39342df6048 req-78dbb268-40db-4917-a296-7ae8387ddfcb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:46.845578 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d2d81931-648b-47a0-84cc-d39342df6048 req-78dbb268-40db-4917-a296-7ae8387ddfcb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0643213 Jul 21 23:39:46.893920 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d2d81931-648b-47a0-84cc-d39342df6048 req-7d08c110-7c2b-416e-9ae5-5dca96b39629 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514147 Jul 21 23:39:48.023975 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95ceb3-d632-418a-9235-df9e096f1a2c req-159298f1-317e-4d7b-8354-25b97eb77e25 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:48.027398 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ee95ceb3-d632-418a-9235-df9e096f1a2c req-159298f1-317e-4d7b-8354-25b97eb77e25 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0519772 Jul 21 23:39:48.078994 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ee95ceb3-d632-418a-9235-df9e096f1a2c req-2d750f76-f84c-434c-a7c7-c1e2795abe64 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449853 Jul 21 23:39:48.142248 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f99237-a88a-4cbb-ba7b-2e02d9d7a449 req-ab2db001-e57a-4ea0-be81-e268439d4fd3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:48.144055 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-17f99237-a88a-4cbb-ba7b-2e02d9d7a449 req-ab2db001-e57a-4ea0-be81-e268439d4fd3 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.0547941 Jul 21 23:39:48.199309 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-17f99237-a88a-4cbb-ba7b-2e02d9d7a449 req-428a7ef9-5ce3-4919-b85b-37290fff0ccc tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495207 Jul 21 23:39:48.982169 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58668) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:49.096158 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cab0a8b4-5aa7-4d0d-a5be-ce202511c90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.214361 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cab0a8b4-5aa7-4d0d-a5be-ce202511c90d admin admin] Publish callbacks [] for security_group (3625cc59-29ee-4b5f-a764-bd469fb9b5ac), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.218274 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cab0a8b4-5aa7-4d0d-a5be-ce202511c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (3625cc59-29ee-4b5f-a764-bd469fb9b5ac), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.248643 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a7661-9a43-4b09-8002-f5e7a9064647 req-6f92b2a3-c5aa-4205-b8d5-15444df75079 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:49.250493 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a97a7661-9a43-4b09-8002-f5e7a9064647 req-6f92b2a3-c5aa-4205-b8d5-15444df75079 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0794680 Jul 21 23:39:49.306971 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-cab0a8b4-5aa7-4d0d-a5be-ce202511c90d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3bc09f4fbbe04c47bf24503d0212d477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234234 Jul 21 23:39:49.308308 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0a8b4-5aa7-4d0d-a5be-ce202511c90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3625cc59-29ee-4b5f-a764-bd469fb9b5ac,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:49.309940 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58684) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:49.350927 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a97a7661-9a43-4b09-8002-f5e7a9064647 req-17c3934d-d6ce-4098-86b8-ca5b7581126f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915205 Jul 21 23:39:49.408401 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d32804-8f10-498c-a5ad-414037c209be req-0c9e802f-f41c-4b7e-9f2d-36019ec2e38d tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:49.409970 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-21d32804-8f10-498c-a5ad-414037c209be req-0c9e802f-f41c-4b7e-9f2d-36019ec2e38d tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.0666153 Jul 21 23:39:49.414750 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3028-d100-46b4-9d6d-2ad40192b761 admin admin] Publish callbacks [] for security_group (3625cc59-29ee-4b5f-a764-bd469fb9b5ac), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.459819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3028-d100-46b4-9d6d-2ad40192b761 admin admin] Publish callbacks [] for security_group (3625cc59-29ee-4b5f-a764-bd469fb9b5ac), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.483619 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:49.495713 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-21d32804-8f10-498c-a5ad-414037c209be req-73b0dad4-f2a4-49a5-9382-cde33094dd41 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790062 Jul 21 23:39:49.525148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3028-d100-46b4-9d6d-2ad40192b761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (3625cc59-29ee-4b5f-a764-bd469fb9b5ac), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.527792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3028-d100-46b4-9d6d-2ad40192b761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.528923 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-9d8e3028-d100-46b4-9d6d-2ad40192b761 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3625cc59-29ee-4b5f-a764-bd469fb9b5ac HTTP/1.1" status: 204 len: 168 time: 0.2169907 Jul 21 23:39:49.536851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e3028-d100-46b4-9d6d-2ad40192b761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3625cc59-29ee-4b5f-a764-bd469fb9b5ac,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:49.837599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58706) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:49.852814 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ab205b4f-dac2-4ff1-ab9b-948902a41658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.933537 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ab205b4f-dac2-4ff1-ab9b-948902a41658 admin admin] Publish callbacks [] for security_group (d4494dd4-00b8-41aa-ae4d-2885ae64a291), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.937876 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ab205b4f-dac2-4ff1-ab9b-948902a41658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (d4494dd4-00b8-41aa-ae4d-2885ae64a291), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:49.982494 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ab205b4f-dac2-4ff1-ab9b-948902a41658 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=431c6e9fbba84b8baee1ed6408468ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435864 Jul 21 23:39:49.984407 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab205b4f-dac2-4ff1-ab9b-948902a41658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4494dd4-00b8-41aa-ae4d-2885ae64a291,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:49.985385 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58708) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:50.038751 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d27f9ef4-77c2-4bc1-b131-c1299976cde4 admin admin] Publish callbacks [] for security_group (d4494dd4-00b8-41aa-ae4d-2885ae64a291), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:50.067614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d27f9ef4-77c2-4bc1-b131-c1299976cde4 admin admin] Publish callbacks [] for security_group (d4494dd4-00b8-41aa-ae4d-2885ae64a291), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:50.078459 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:50.123869 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d27f9ef4-77c2-4bc1-b131-c1299976cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (d4494dd4-00b8-41aa-ae4d-2885ae64a291), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:50.126916 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d27f9ef4-77c2-4bc1-b131-c1299976cde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:50.128191 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d27f9ef4-77c2-4bc1-b131-c1299976cde4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4494dd4-00b8-41aa-ae4d-2885ae64a291 HTTP/1.1" status: 204 len: 168 time: 0.1416829 Jul 21 23:39:50.139885 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f9ef4-77c2-4bc1-b131-c1299976cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4494dd4-00b8-41aa-ae4d-2885ae64a291,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:50.485945 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e5221-adcd-4f98-a392-bc81810dcb13 req-b0287022-dcce-48e1-998f-4adddc281d33 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:50.487863 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ce2e5221-adcd-4f98-a392-bc81810dcb13 req-b0287022-dcce-48e1-998f-4adddc281d33 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0505905 Jul 21 23:39:50.555584 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ce2e5221-adcd-4f98-a392-bc81810dcb13 req-da4897be-9297-4012-be2d-57187f3e7ad6 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Jul 21 23:39:50.646162 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9141086-a2db-4b1f-b09b-9f164e43d639 req-5718429a-1671-4029-a67d-7da243a0c47c tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:50.666168 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e9141086-a2db-4b1f-b09b-9f164e43d639 req-5718429a-1671-4029-a67d-7da243a0c47c tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.0710964 Jul 21 23:39:50.728215 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e9141086-a2db-4b1f-b09b-9f164e43d639 req-cf9fdd47-e3cb-4249-bce6-6f01e66ab70d tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697780 Jul 21 23:39:50.878837 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1cde2-ccb5-4c06-a981-adf7de1fe673 req-2f70e49e-6733-47a4-a185-4c66b7cab32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:50.881233 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-27a1cde2-ccb5-4c06-a981-adf7de1fe673 req-2f70e49e-6733-47a4-a185-4c66b7cab32e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 1130 time: 0.0548198 Jul 21 23:39:50.954717 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-27a1cde2-ccb5-4c06-a981-adf7de1fe673 req-95b32df7-d52a-48d0-9eda-9ea6707cb3c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Jul 21 23:39:51.418027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-3f1146b7-6710-419b-a77d-ba1e9e00c66a tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:51.419717 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-3f1146b7-6710-419b-a77d-ba1e9e00c66a tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.39 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.0616579 Jul 21 23:39:51.544708 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Deleting port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:39:51.545081 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:51.548749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:51.657101 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] For port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:51.657827 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:51.673824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Calling delete_port for 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:39:51.697259 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96910e-fec1-4d5b-8cfb-2fb2532dcb9d req-96ed655c-3677-4999-a81a-6b1dec586ea6 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:51.704639 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b96910e-fec1-4d5b-8cfb-2fb2532dcb9d req-96ed655c-3677-4999-a81a-6b1dec586ea6 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0625443 Jul 21 23:39:51.752943 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b96910e-fec1-4d5b-8cfb-2fb2532dcb9d req-9a798b9a-c64d-4d0c-9410-4c306616c989 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 Jul 21 23:39:51.892340 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2b535-9932-4113-9776-d51d40cc2942 req-8c5b33df-66a3-4bd9-85f5-5946ff069dbc tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:51.893850 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b2b535-9932-4113-9776-d51d40cc2942 req-8c5b33df-66a3-4bd9-85f5-5946ff069dbc tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 946 time: 0.0723357 Jul 21 23:39:51.898442 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (01ed1fe2-aa7a-432f-bed5-f261e1ca3563), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:51.913342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['01ed1fe2-aa7a-432f-bed5-f261e1ca3563'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:39:51.948993 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Pushing event deleted for resources: {'Port': ['ID=01ed1fe2-aa7a-432f-bed5-f261e1ca3563,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:52.050506 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] No DVR routers for this DVR port 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:39:52.054361 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:52.063854 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:52.067436 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5b703478-9101-4da5-8d6a-1e85534e3e20 req-0881169c-e3c7-42f4-ae77-4e220a8022e7 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.39 "DELETE /v2.0/ports/01ed1fe2-aa7a-432f-bed5-f261e1ca3563 HTTP/1.1" status: 204 len: 173 time: 0.6420288 Jul 21 23:39:52.068757 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'name': 'network-vif-deleted', 'tag': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:39:52.071729 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5694bdd8-d7c0-41a6-bddb-84305640cfe0" -d '{"events": [{"server_uuid": "050a4396-33a9-4f73-bfa6-7ed26142ef29", "name": "network-vif-deleted", "tag": "01ed1fe2-aa7a-432f-bed5-f261e1ca3563"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:39:52.095992 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b2b535-9932-4113-9776-d51d40cc2942 req-7bf69af3-5aed-4eb9-8acc-4c76399a1531 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/security-groups?id=f441fda6-3f69-4eeb-8e34-cf1cae6416ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954336 Jul 21 23:39:52.158228 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4f72be-28b2-4a53-afd8-1f9d7eab8eb1 x-openstack-request-id: req-2f4f72be-28b2-4a53-afd8-1f9d7eab8eb1 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:39:52.158565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050a4396-33a9-4f73-bfa6-7ed26142ef29", "name": "network-vif-deleted", "tag": "01ed1fe2-aa7a-432f-bed5-f261e1ca3563", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:39:52.158882 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f4f72be-28b2-4a53-afd8-1f9d7eab8eb1 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:39:52.159290 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4f72be-28b2-4a53-afd8-1f9d7eab8eb1'] response: {'server_uuid': '050a4396-33a9-4f73-bfa6-7ed26142ef29', 'name': 'network-vif-deleted', 'tag': '01ed1fe2-aa7a-432f-bed5-f261e1ca3563', 'status': 'completed', 'code': 200} Jul 21 23:39:52.886387 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bf7b-3935-4bb8-bd49-ce9f10b6debd req-8f077908-8c0a-47d0-ba2c-6cf4f61745f7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:52.887881 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-39a4bf7b-3935-4bb8-bd49-ce9f10b6debd req-8f077908-8c0a-47d0-ba2c-6cf4f61745f7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0523341 Jul 21 23:39:52.891881 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58820) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:53.169640 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-73c60286-9972-40ae-b88c-b244307b325b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.208185 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-39a4bf7b-3935-4bb8-bd49-ce9f10b6debd req-128eaa41-8cac-4afc-8a44-0c80ded4080d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109939 Jul 21 23:39:53.243939 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-708793aa-dac0-4798-8d0c-8fde70b6bb74 req-7e713df6-440b-4779-95c6-92b73fadb1a4 tempest-DeleteServersTestJSON-799162060 tempest-DeleteServersTestJSON-799162060-project] 10.222.0.57 "GET /v2.0/ports?device_id=050a4396-33a9-4f73-bfa6-7ed26142ef29 HTTP/1.1" status: 200 len: 210 time: 0.0322933 Jul 21 23:39:53.290277 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-73c60286-9972-40ae-b88c-b244307b325b admin admin] Publish callbacks [] for security_group (c56269a1-3990-4b6d-92c7-8b46e30fdd86), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.293890 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-73c60286-9972-40ae-b88c-b244307b325b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c56269a1-3990-4b6d-92c7-8b46e30fdd86), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.334556 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-73c60286-9972-40ae-b88c-b244307b325b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c47501a334894237b358a68ef2e91a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416075 Jul 21 23:39:53.335418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c60286-9972-40ae-b88c-b244307b325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56269a1-3990-4b6d-92c7-8b46e30fdd86,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:53.337704 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58828) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:53.352206 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:53.393587 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-15a2c709-0754-4f05-98c7-09228761fcdf admin admin] Publish callbacks [] for security_group (c56269a1-3990-4b6d-92c7-8b46e30fdd86), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.415509 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-15a2c709-0754-4f05-98c7-09228761fcdf admin admin] Publish callbacks [] for security_group (c56269a1-3990-4b6d-92c7-8b46e30fdd86), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.470745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-15a2c709-0754-4f05-98c7-09228761fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c56269a1-3990-4b6d-92c7-8b46e30fdd86), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.473304 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-15a2c709-0754-4f05-98c7-09228761fcdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.474509 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-15a2c709-0754-4f05-98c7-09228761fcdf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c56269a1-3990-4b6d-92c7-8b46e30fdd86 HTTP/1.1" status: 204 len: 168 time: 0.1356835 Jul 21 23:39:53.483590 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2c709-0754-4f05-98c7-09228761fcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56269a1-3990-4b6d-92c7-8b46e30fdd86,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:53.842982 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58856) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:53.857236 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0b954c64-7e87-4fcc-a30d-ad6adaf47f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.945415 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0b954c64-7e87-4fcc-a30d-ad6adaf47f76 admin admin] Publish callbacks [] for security_group (e652f37c-ad99-4641-ab64-2dfeb61ecd28), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.949743 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0b954c64-7e87-4fcc-a30d-ad6adaf47f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e652f37c-ad99-4641-ab64-2dfeb61ecd28), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:53.991780 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0b954c64-7e87-4fcc-a30d-ad6adaf47f76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d658327c3c6419c9ad30a8e62ccebcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477041 Jul 21 23:39:53.992574 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c64-7e87-4fcc-a30d-ad6adaf47f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e652f37c-ad99-4641-ab64-2dfeb61ecd28,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:53.995034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58858) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:54.047815 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d0e859d1-51e4-4e99-815e-3e4d2874b1aa admin admin] Publish callbacks [] for security_group (e652f37c-ad99-4641-ab64-2dfeb61ecd28), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:54.071917 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d0e859d1-51e4-4e99-815e-3e4d2874b1aa admin admin] Publish callbacks [] for security_group (e652f37c-ad99-4641-ab64-2dfeb61ecd28), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:54.130575 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d0e859d1-51e4-4e99-815e-3e4d2874b1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e652f37c-ad99-4641-ab64-2dfeb61ecd28), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:54.133510 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d0e859d1-51e4-4e99-815e-3e4d2874b1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:54.134801 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-d0e859d1-51e4-4e99-815e-3e4d2874b1aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e652f37c-ad99-4641-ab64-2dfeb61ecd28 HTTP/1.1" status: 204 len: 168 time: 0.1387200 Jul 21 23:39:54.144640 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e859d1-51e4-4e99-815e-3e4d2874b1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e652f37c-ad99-4641-ab64-2dfeb61ecd28,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:54.171599 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:39:54.195368 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:39:54.195723 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 01ed1fe2-aa7a-432f-bed5-f261e1ca3563 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:39:54.342067 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:54.369096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fbf75-4a8d-4662-92ab-feb5188b652f req-42705aef-6b8c-45f5-aba0-6e1ed90d9d64 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:54.369096 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ab7fbf75-4a8d-4662-92ab-feb5188b652f req-42705aef-6b8c-45f5-aba0-6e1ed90d9d64 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0675249 Jul 21 23:39:54.449257 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ab7fbf75-4a8d-4662-92ab-feb5188b652f req-32cc6fc5-80f2-4217-aa10-02f55841fc96 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732462 Jul 21 23:39:54.583745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b04438-321b-4195-afd6-57aed34d1ee7 req-c953b0ed-31b9-4c77-a842-3702d3bd664d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:54.585320 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-05b04438-321b-4195-afd6-57aed34d1ee7 req-c953b0ed-31b9-4c77-a842-3702d3bd664d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0589879 Jul 21 23:39:54.657895 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-05b04438-321b-4195-afd6-57aed34d1ee7 req-2f4e570c-355f-42f0-923b-5687c73afaa9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654867 Jul 21 23:39:55.293843 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58934) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:55.411235 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-172ed0cc-478b-43ac-afb6-02246fd7bbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:55.496476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-172ed0cc-478b-43ac-afb6-02246fd7bbcb admin admin] Publish callbacks [] for security_group (603faa8c-c04e-49e2-a016-b8150fe8571e), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:55.501489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-172ed0cc-478b-43ac-afb6-02246fd7bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (603faa8c-c04e-49e2-a016-b8150fe8571e), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:55.553308 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ed0cc-478b-43ac-afb6-02246fd7bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603faa8c-c04e-49e2-a016-b8150fe8571e,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:55.559782 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-172ed0cc-478b-43ac-afb6-02246fd7bbcb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0659f6071fc1480a81ff1b8797e5d7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644618 Jul 21 23:39:55.562444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58950) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:55.619925 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-968cc030-a3a1-498a-99ef-240bf3903bfa admin admin] Publish callbacks [] for security_group (603faa8c-c04e-49e2-a016-b8150fe8571e), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:55.633503 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:55.644169 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-968cc030-a3a1-498a-99ef-240bf3903bfa admin admin] Publish callbacks [] for security_group (603faa8c-c04e-49e2-a016-b8150fe8571e), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:55.728262 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-968cc030-a3a1-498a-99ef-240bf3903bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (603faa8c-c04e-49e2-a016-b8150fe8571e), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:55.731794 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-968cc030-a3a1-498a-99ef-240bf3903bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:55.736781 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-968cc030-a3a1-498a-99ef-240bf3903bfa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/603faa8c-c04e-49e2-a016-b8150fe8571e HTTP/1.1" status: 204 len: 168 time: 0.1721838 Jul 21 23:39:55.745399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cc030-a3a1-498a-99ef-240bf3903bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603faa8c-c04e-49e2-a016-b8150fe8571e,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:55.893086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 58972) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:55.960511 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 58980) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:56.355065 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2348649d-2759-4561-a516-90ecf87e6c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.384140 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:39:56.419614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59014) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:56.453801 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-278bf2e1-d03d-4482-a975-2a5c04352295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.456111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.532815 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-fefc89f1-def8-4e2a-9323-8fa43cb84540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:56.534452 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-fefc89f1-def8-4e2a-9323-8fa43cb84540 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1129 time: 0.0927789 Jul 21 23:39:56.541729 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:56.571955 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02689de-a9b2-40ff-b189-c1a03b10043b req-4b896305-5bfe-4e8d-b458-4a3e28407012 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:56.574232 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f02689de-a9b2-40ff-b189-c1a03b10043b req-4b896305-5bfe-4e8d-b458-4a3e28407012 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Jul 21 23:39:56.580792 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2348649d-2759-4561-a516-90ecf87e6c56 admin admin] Publish callbacks [] for security_group (a3edb54a-62c9-4f9d-b9fb-012722f8d207), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.607856 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2348649d-2759-4561-a516-90ecf87e6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a3edb54a-62c9-4f9d-b9fb-012722f8d207), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.684265 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2348649d-2759-4561-a516-90ecf87e6c56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e497a5781234c82973af110a8faab1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7224009 Jul 21 23:39:56.695066 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59026) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:56.696124 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348649d-2759-4561-a516-90ecf87e6c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3edb54a-62c9-4f9d-b9fb-012722f8d207,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:56.718084 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:56.751053 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f02689de-a9b2-40ff-b189-c1a03b10043b req-8e468618-b8cd-4f6a-a059-c592acf9d468 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671495 Jul 21 23:39:56.787269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:56.807947 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-1e9fd5c0-a0d7-4d9d-87c9-1b4f46baf26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:56.809452 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-1e9fd5c0-a0d7-4d9d-87c9-1b4f46baf26e service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.2504339 Jul 21 23:39:56.814322 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59032) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:56.818432 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-278bf2e1-d03d-4482-a975-2a5c04352295 admin admin] Publish callbacks [] for security_group (12ef6710-df5a-411c-9160-9dffd08e6704), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.835183 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-278bf2e1-d03d-4482-a975-2a5c04352295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (12ef6710-df5a-411c-9160-9dffd08e6704), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.863573 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-81e16cd0-3266-4af8-844d-dddf0ad4f64f admin admin] Publish callbacks [] for security_group (a3edb54a-62c9-4f9d-b9fb-012722f8d207), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.881390 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-9b7d8fc6-6015-4dee-ad35-d2985f88e61b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0604765 Jul 21 23:39:56.892746 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bf2e1-d03d-4482-a975-2a5c04352295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef6710-df5a-411c-9160-9dffd08e6704,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:56.899685 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-278bf2e1-d03d-4482-a975-2a5c04352295 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=161a695cb9b54061a6ba27bb78dfd320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785886 Jul 21 23:39:56.906638 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59036) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:56.919290 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-81e16cd0-3266-4af8-844d-dddf0ad4f64f admin admin] Publish callbacks [] for security_group (a3edb54a-62c9-4f9d-b9fb-012722f8d207), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.962599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Deleting port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:39:56.963604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:56.984194 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-66cef185-f594-4c17-b3f6-ff24ebd67f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:56.985667 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-66cef185-f594-4c17-b3f6-ff24ebd67f4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0963433 Jul 21 23:39:56.988194 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7109bd08-9d68-40e2-bfbb-376b929282f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.027215 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5699ce7b-d5ae-49df-8285-8af1e756a35c admin admin] Publish callbacks [] for security_group (12ef6710-df5a-411c-9160-9dffd08e6704), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.028828 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:57.054165 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-81e16cd0-3266-4af8-844d-dddf0ad4f64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a3edb54a-62c9-4f9d-b9fb-012722f8d207), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.057599 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-81e16cd0-3266-4af8-844d-dddf0ad4f64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.061099 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-81e16cd0-3266-4af8-844d-dddf0ad4f64f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3edb54a-62c9-4f9d-b9fb-012722f8d207 HTTP/1.1" status: 204 len: 168 time: 0.3577974 Jul 21 23:39:57.075224 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5699ce7b-d5ae-49df-8285-8af1e756a35c admin admin] Publish callbacks [] for security_group (12ef6710-df5a-411c-9160-9dffd08e6704), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.076680 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-6f181d45-dfdd-4087-b695-7a21af477b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:57.078489 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-6f181d45-dfdd-4087-b695-7a21af477b65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826168 Jul 21 23:39:57.092028 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] For port 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:57.092454 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.101386 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e16cd0-3266-4af8-844d-dddf0ad4f64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3edb54a-62c9-4f9d-b9fb-012722f8d207,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:57.147780 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Calling delete_port for 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 owned by network:router_interface {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:39:57.190479 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7109bd08-9d68-40e2-bfbb-376b929282f5 admin admin] Publish callbacks [] for security_group (4832f012-d95f-49db-aad4-0cc8b479c449), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.196737 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7109bd08-9d68-40e2-bfbb-376b929282f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4832f012-d95f-49db-aad4-0cc8b479c449), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.238268 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5699ce7b-d5ae-49df-8285-8af1e756a35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (12ef6710-df5a-411c-9160-9dffd08e6704), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.240713 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5699ce7b-d5ae-49df-8285-8af1e756a35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.244809 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-5699ce7b-d5ae-49df-8285-8af1e756a35c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12ef6710-df5a-411c-9160-9dffd08e6704 HTTP/1.1" status: 204 len: 168 time: 0.3368762 Jul 21 23:39:57.250902 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7109bd08-9d68-40e2-bfbb-376b929282f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6facc9f9abb47849f201b2a24f2e109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322469 Jul 21 23:39:57.251237 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59048) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:57.257950 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109bd08-9d68-40e2-bfbb-376b929282f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4832f012-d95f-49db-aad4-0cc8b479c449,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:57.271314 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699ce7b-d5ae-49df-8285-8af1e756a35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef6710-df5a-411c-9160-9dffd08e6704,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:57.274991 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-7b869a13-b371-43e5-8444-3e54105f1db7 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795416 Jul 21 23:39:57.321594 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fa2447dd-2331-489a-b6f6-3ef1fcca5752 admin admin] Publish callbacks [] for security_group (4832f012-d95f-49db-aad4-0cc8b479c449), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.323876 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:57.348770 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fa2447dd-2331-489a-b6f6-3ef1fcca5752 admin admin] Publish callbacks [] for security_group (4832f012-d95f-49db-aad4-0cc8b479c449), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.411311 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fa2447dd-2331-489a-b6f6-3ef1fcca5752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4832f012-d95f-49db-aad4-0cc8b479c449), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.415274 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fa2447dd-2331-489a-b6f6-3ef1fcca5752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.420118 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-fa2447dd-2331-489a-b6f6-3ef1fcca5752 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4832f012-d95f-49db-aad4-0cc8b479c449 HTTP/1.1" status: 204 len: 168 time: 0.1652157 Jul 21 23:39:57.427935 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2447dd-2331-489a-b6f6-3ef1fcca5752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832f012-d95f-49db-aad4-0cc8b479c449,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:57.469546 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af6a565f-9795-47cd-8201-a9fa2d25607b req-62eb0078-0daa-4b7b-9a30-0dc7d08e7956 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867580 Jul 21 23:39:57.535196 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:57.565819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Pushing event deleted for resources: {'Port': ['ID=03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:57.950430 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59076) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:57.968745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-563e2a1c-981d-4b4f-88be-a001d112ce69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.012351 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c7b30-4872-4e84-b65c-413e3dc041b9 req-b688e851-a1ca-4ca7-b9e9-d0de20f734c3 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:58.013976 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f90c7b30-4872-4e84-b65c-413e3dc041b9 req-b688e851-a1ca-4ca7-b9e9-d0de20f734c3 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.1212034 Jul 21 23:39:58.019389 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:58.050731 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:58.051992 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.066636 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59078) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:58.079143 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-563e2a1c-981d-4b4f-88be-a001d112ce69 admin admin] Publish callbacks [] for security_group (d594b3f4-2eb1-4824-bdec-940c9d3cf173), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.088954 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-563e2a1c-981d-4b4f-88be-a001d112ce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (d594b3f4-2eb1-4824-bdec-940c9d3cf173), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.092074 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88dbc5f0-de30-40a8-b998-caaf25e30c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.149221 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-563e2a1c-981d-4b4f-88be-a001d112ce69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb62cde506034e21b99ac6c4e7f4280d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976690 Jul 21 23:39:58.152640 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59080) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:58.161283 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e2a1c-981d-4b4f-88be-a001d112ce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d594b3f4-2eb1-4824-bdec-940c9d3cf173,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:58.189426 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f90c7b30-4872-4e84-b65c-413e3dc041b9 req-eb732a99-ebfb-4569-8f91-8083318c2c1e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393800 Jul 21 23:39:58.205964 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:58.263539 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a7e46bd-90b0-405d-bfa0-a0780c14d0f9 admin admin] Publish callbacks [] for security_group (d594b3f4-2eb1-4824-bdec-940c9d3cf173), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.291402 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a7e46bd-90b0-405d-bfa0-a0780c14d0f9 admin admin] Publish callbacks [] for security_group (d594b3f4-2eb1-4824-bdec-940c9d3cf173), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.308283 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88dbc5f0-de30-40a8-b998-caaf25e30c70 admin admin] Publish callbacks [] for security_group (517c7a73-6842-4c66-a02e-d684507d7d8c), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.316192 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88dbc5f0-de30-40a8-b998-caaf25e30c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (517c7a73-6842-4c66-a02e-d684507d7d8c), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.356325 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:39:58.377888 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-88dbc5f0-de30-40a8-b998-caaf25e30c70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=244f939beb1144a9958f21d54e6d8a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094928 Jul 21 23:39:58.381420 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59086) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:58.389938 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbc5f0-de30-40a8-b998-caaf25e30c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517c7a73-6842-4c66-a02e-d684507d7d8c,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:58.409903 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a7e46bd-90b0-405d-bfa0-a0780c14d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (d594b3f4-2eb1-4824-bdec-940c9d3cf173), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.412426 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a7e46bd-90b0-405d-bfa0-a0780c14d0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.413599 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6a7e46bd-90b0-405d-bfa0-a0780c14d0f9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d594b3f4-2eb1-4824-bdec-940c9d3cf173 HTTP/1.1" status: 204 len: 168 time: 0.2596347 Jul 21 23:39:58.433844 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e46bd-90b0-405d-bfa0-a0780c14d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d594b3f4-2eb1-4824-bdec-940c9d3cf173,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:58.454206 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cefb346e-8f12-42e5-ad4a-59d237c5a3f7 admin admin] Publish callbacks [] for security_group (517c7a73-6842-4c66-a02e-d684507d7d8c), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.482450 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cefb346e-8f12-42e5-ad4a-59d237c5a3f7 admin admin] Publish callbacks [] for security_group (517c7a73-6842-4c66-a02e-d684507d7d8c), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.526190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:39:58.532095 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-934f94a1-28b8-4ff6-9213-5958a32669bd admin admin] 10.222.0.57 "PUT /v2.0/routers/2c9b3f3b-d4ed-431d-9579-36fca37cec1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6375523 Jul 21 23:39:58.536518 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59098) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:58.539203 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] Sync routers for ids ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:39:58.549493 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cefb346e-8f12-42e5-ad4a-59d237c5a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (517c7a73-6842-4c66-a02e-d684507d7d8c), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.552431 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cefb346e-8f12-42e5-ad4a-59d237c5a3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.554460 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-cefb346e-8f12-42e5-ad4a-59d237c5a3f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/517c7a73-6842-4c66-a02e-d684507d7d8c HTTP/1.1" status: 204 len: 168 time: 0.1718593 Jul 21 23:39:58.556098 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] Routers {'2c9b3f3b-d4ed-431d-9579-36fca37cec1c'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:39:58.556936 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:58.612508 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb346e-8f12-42e5-ad4a-59d237c5a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517c7a73-6842-4c66-a02e-d684507d7d8c,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:58.673806 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] Set router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:39:58.684352 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:58.695176 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks [] for router (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.793441 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:39:58.827995 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks [] for router_gateway (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.878185 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:39:57Z', 'revision_number': 5, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port': {'id': 'd0b7aa2b-86d7-4b53-9458-ba2e17520e9e', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:31Z', 'updated_at': '2022-07-21T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:58.890215 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Deleting port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:39:58.890723 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:58.913238 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] Checking router: 2c9b3f3b-d4ed-431d-9579-36fca37cec1c for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:39:58.923833 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] Routers {'2c9b3f3b-d4ed-431d-9579-36fca37cec1c'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:39:58.924693 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:59.034756 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] For port d0b7aa2b-86d7-4b53-9458-ba2e17520e9e, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:39:59.035375 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] Set router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:39:59.035893 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.114766 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:39:58Z', 'revision_number': 6, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:39:59.131235 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59118) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:59.145263 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861ffda-8773-4225-a56e-50fdbeddc693 None None] The sync data for ids ['2c9b3f3b-d4ed-431d-9579-36fca37cec1c'] in dv-cinder-850700-1-iscsi is: [{'id': '2c9b3f3b-d4ed-431d-9579-36fca37cec1c', 'name': 'tempest-DeleteServersTestJSON-262965400-router', 'tenant_id': '49d99b1f2c324aef91d2b56899ff631f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:29Z', 'updated_at': '2022-07-21T23:39:58Z', 'revision_number': 6, 'project_id': '49d99b1f2c324aef91d2b56899ff631f', 'gw_port_host': None}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:39:59.287117 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-83709171-1b2d-4c46-911e-0ec85ae3e026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.358768 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9290-1b52-430f-ab12-8ad561b8207e req-2734dfbf-fcf3-4dc4-8738-5a1bffc00c2f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:39:59.360296 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ae7b9290-1b52-430f-ab12-8ad561b8207e req-2734dfbf-fcf3-4dc4-8738-5a1bffc00c2f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0519061 Jul 21 23:39:59.361581 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Calling delete_port for d0b7aa2b-86d7-4b53-9458-ba2e17520e9e owned by network:router_gateway {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:39:59.401888 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-83709171-1b2d-4c46-911e-0ec85ae3e026 admin admin] Publish callbacks [] for security_group (2270b249-004c-4f85-8f3f-ce5ee37a199e), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.412417 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-83709171-1b2d-4c46-911e-0ec85ae3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (2270b249-004c-4f85-8f3f-ce5ee37a199e), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.448836 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83709171-1b2d-4c46-911e-0ec85ae3e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270b249-004c-4f85-8f3f-ce5ee37a199e,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:59.473665 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-83709171-1b2d-4c46-911e-0ec85ae3e026 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02c1ca9321574ffdb253e90cef514d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390272 Jul 21 23:39:59.473837 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59136) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:39:59.546588 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ae7b9290-1b52-430f-ab12-8ad561b8207e req-4c540032-eee4-400e-a3a3-e2fe185d4e6b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728649 Jul 21 23:39:59.572305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7677cf42-b2bb-4eab-93b2-74f08f9c9546 admin admin] Publish callbacks [] for security_group (2270b249-004c-4f85-8f3f-ce5ee37a199e), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.606150 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7677cf42-b2bb-4eab-93b2-74f08f9c9546 admin admin] Publish callbacks [] for security_group (2270b249-004c-4f85-8f3f-ce5ee37a199e), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.688007 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7677cf42-b2bb-4eab-93b2-74f08f9c9546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (2270b249-004c-4f85-8f3f-ce5ee37a199e), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.692135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7677cf42-b2bb-4eab-93b2-74f08f9c9546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.693807 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7677cf42-b2bb-4eab-93b2-74f08f9c9546 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2270b249-004c-4f85-8f3f-ce5ee37a199e HTTP/1.1" status: 204 len: 168 time: 0.2187912 Jul 21 23:39:59.708055 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677cf42-b2bb-4eab-93b2-74f08f9c9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270b249-004c-4f85-8f3f-ce5ee37a199e,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:59.709460 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (d0b7aa2b-86d7-4b53-9458-ba2e17520e9e), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.748472 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b7aa2b-86d7-4b53-9458-ba2e17520e9e,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:39:59.767371 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.876322 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.878600 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks [] for router_controller (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.955338 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (2c9b3f3b-d4ed-431d-9579-36fca37cec1c), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.956211 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9b3f3b-d4ed-431d-9579-36fca37cec1c {{(pid=104211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:39:59.961630 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:39:59.966926 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a3f0c84b-692b-4090-b853-1f876b168363 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2c9b3f3b-d4ed-431d-9579-36fca37cec1c HTTP/1.1" status: 204 len: 168 time: 1.4239931 Jul 21 23:39:59.967084 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59156) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:00.034886 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] Deleting subnet 407cba9d-61cf-4df7-b106-7edc975a5e38 {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:40:00.038649 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] Publish callbacks [] for subnet (407cba9d-61cf-4df7-b106-7edc975a5e38), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.077939 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] Publish callbacks [] for subnet (407cba9d-61cf-4df7-b106-7edc975a5e38), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.173897 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (407cba9d-61cf-4df7-b106-7edc975a5e38), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.206805 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:00.256620 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (407cba9d-61cf-4df7-b106-7edc975a5e38), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.306118 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407cba9d-61cf-4df7-b106-7edc975a5e38,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:00.316897 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2455c89-b181-4e61-baa4-f941f21e445a None None] Network 0032c6d4-073b-4e65-95df-c6fe5a9753d5 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:00.319299 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.321520 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=76,neutron:UPDATE=7 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:00.330922 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59172) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:00.332345 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-944f60cb-fa83-4199-9d01-d03af4c4841b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/407cba9d-61cf-4df7-b106-7edc975a5e38 HTTP/1.1" status: 204 len: 168 time: 0.3631799 Jul 21 23:40:00.377768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:40:00.472831 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:40:00.473475 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 03ab2e83-20ea-4715-b0fc-4ec2a8a28dd9 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:40:00.474098 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d0b7aa2b-86d7-4b53-9458-ba2e17520e9e no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:40:00.477551 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (0032c6d4-073b-4e65-95df-c6fe5a9753d5), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.503903 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: d0b7aa2b-86d7-4b53-9458-ba2e17520e9e {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:40:00.504464 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d0b7aa2b-86d7-4b53-9458-ba2e17520e9e not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:40:00.545663 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:00.564830 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Deleting port 2fe2ef5e-ae22-45ce-8e18-26951b138149 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:40:00.565173 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.642160 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] DHCP port deletion for 0032c6d4-073b-4e65-95df-c6fe5a9753d5 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:40:00.728456 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] For port 2fe2ef5e-ae22-45ce-8e18-26951b138149, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=2fe2ef5e-ae22-45ce-8e18-26951b138149,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:00.729019 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.745495 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] Deleting port 2fe2ef5e-ae22-45ce-8e18-26951b138149 {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:40:00.746137 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.755658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c26c-af57-49a0-8368-a149f7d5b59f req-a9c38344-c9be-4716-b923-790ef3b2840d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:00.757362 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5729c26c-af57-49a0-8368-a149f7d5b59f req-a9c38344-c9be-4716-b923-790ef3b2840d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0830336 Jul 21 23:40:00.758441 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Calling delete_port for 2fe2ef5e-ae22-45ce-8e18-26951b138149 owned by network:dhcp {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:40:00.857329 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] For port 2fe2ef5e-ae22-45ce-8e18-26951b138149, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=2fe2ef5e-ae22-45ce-8e18-26951b138149,segment=NetworkSegment(e71a796f-111f-4fde-914f-933ea286e548),segment_id=e71a796f-111f-4fde-914f-933ea286e548)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:00.858837 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.869511 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:00.880472 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] Calling delete_port for 2fe2ef5e-ae22-45ce-8e18-26951b138149 owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:40:00.901789 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5729c26c-af57-49a0-8368-a149f7d5b59f req-30a5c337-4bc2-49c6-807d-84bb5c3d975d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198857 Jul 21 23:40:00.936238 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:00.962291 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe2ef5e-ae22-45ce-8e18-26951b138149,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:00.968701 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] No DVR routers for this DVR port 2fe2ef5e-ae22-45ce-8e18-26951b138149 on host dv-cinder-850700-1-iscsi {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:40:01.052654 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (2fe2ef5e-ae22-45ce-8e18-26951b138149), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.054279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (0032c6d4-073b-4e65-95df-c6fe5a9753d5), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.091853 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0032c6d4-073b-4e65-95df-c6fe5a9753d5']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:01.094223 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] Pushing event deleted for resources: {'Port': ['ID=2fe2ef5e-ae22-45ce-8e18-26951b138149,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:01.100930 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c04cf6-8b83-4ae8-ba54-998a4b9aac71 None None] No DVR routers for this DVR port 2fe2ef5e-ae22-45ce-8e18-26951b138149 on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:40:01.133266 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71a796f-111f-4fde-914f-933ea286e548') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:01.133955 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71a796f-111f-4fde-914f-933ea286e548') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:01.153236 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (e71a796f-111f-4fde-914f-933ea286e548), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.172401 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (e71a796f-111f-4fde-914f-933ea286e548), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.181971 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:40:01.182430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (e71a796f-111f-4fde-914f-933ea286e548), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.214418 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment e71a796f-111f-4fde-914f-933ea286e548 resource provider aggregate not found Jul 21 23:40:01.263621 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment e71a796f-111f-4fde-914f-933ea286e548 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e71a796f-111f-4fde-914f-933ea286e548 found for delete ", "request_id": "req-47fb48c8-c0cd-41a1-8f06-8ecc0040cf27"}]} Jul 21 23:40:01.265062 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (0032c6d4-073b-4e65-95df-c6fe5a9753d5), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.304151 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.308456 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0032c6d4-073b-4e65-95df-c6fe5a9753d5 HTTP/1.1" status: 204 len: 168 time: 0.9763062 Jul 21 23:40:01.310807 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6447b-642a-4e1e-abc9-623d1fd92215 admin admin] Pushing event deleted for resources: {'Network': ['ID=0032c6d4-073b-4e65-95df-c6fe5a9753d5,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:01.543561 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59228) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:01.591061 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-c45dbcc1-7240-4950-9436-65c3f0db31af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49d99b1f2c324aef91d2b56899ff631f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463381 Jul 21 23:40:01.593701 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59230) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:01.658692 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8667e3d6-b367-41e2-b1d2-502fc33f3fb0 admin admin] Publish callbacks [] for security_group (f441fda6-3f69-4eeb-8e34-cf1cae6416ca), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.671094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:01.694692 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8667e3d6-b367-41e2-b1d2-502fc33f3fb0 admin admin] Publish callbacks [] for security_group (f441fda6-3f69-4eeb-8e34-cf1cae6416ca), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.758711 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8667e3d6-b367-41e2-b1d2-502fc33f3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f441fda6-3f69-4eeb-8e34-cf1cae6416ca), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.762839 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8667e3d6-b367-41e2-b1d2-502fc33f3fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:01.764532 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-8667e3d6-b367-41e2-b1d2-502fc33f3fb0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f441fda6-3f69-4eeb-8e34-cf1cae6416ca HTTP/1.1" status: 204 len: 168 time: 0.1694674 Jul 21 23:40:01.777105 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667e3d6-b367-41e2-b1d2-502fc33f3fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f441fda6-3f69-4eeb-8e34-cf1cae6416ca,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:02.069622 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf918cd9-1fd2-4d19-91b3-809123af1854 req-1d5bc0dd-599f-44ac-9b82-7b4775ebb2cd tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:02.071459 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cf918cd9-1fd2-4d19-91b3-809123af1854 req-1d5bc0dd-599f-44ac-9b82-7b4775ebb2cd tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0673082 Jul 21 23:40:02.144428 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cf918cd9-1fd2-4d19-91b3-809123af1854 req-ad9cbeee-3b68-4b22-bc14-29299508368c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659425 Jul 21 23:40:02.311152 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 2fe2ef5e-ae22-45ce-8e18-26951b138149 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:40:02.348555 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 2fe2ef5e-ae22-45ce-8e18-26951b138149 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:40:02.349488 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 2fe2ef5e-ae22-45ce-8e18-26951b138149 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:40:02.774431 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59294) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:02.872544 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1465700974-network', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:02.894114 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Made reservation on behalf of c9b5eb6ef5a942be9fcea8b26370a6fc for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:02.896547 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:02.906633 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:02.992743 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks [] for security_group (61b9b0f2-f7dd-479b-8325-1e49ce81454d), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:02.997833 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (61b9b0f2-f7dd-479b-8325-1e49ce81454d), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.022477 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:40:03.040036 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b9b0f2-f7dd-479b-8325-1e49ce81454d,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:03.044413 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (4c5a44fd-191e-41c9-8a35-f8b608cecb7c), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.044759 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Added segment 4c5a44fd-191e-41c9-8a35-f8b608cecb7c of type vlan for network def9c3d1-b527-4217-aca8-1be03de9052a Jul 21 23:40:03.085306 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (def9c3d1-b527-4217-aca8-1be03de9052a), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.112729 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (def9c3d1-b527-4217-aca8-1be03de9052a), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.114267 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:03.114844 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.174689 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3990126 Jul 21 23:40:03.177433 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59306) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:03.186353 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Request body: {'subnet': {'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1465700974-subnet', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:03.192773 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1de7a-b76b-4841-9fcb-4da453b87a6d admin admin] Pushing event updated for resources: {'Network': ['ID=def9c3d1-b527-4217-aca8-1be03de9052a,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:03.207820 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network def9c3d1-b527-4217-aca8-1be03de9052a details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:40:03.217060 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Made reservation on behalf of c9b5eb6ef5a942be9fcea8b26370a6fc for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:03.219836 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.274528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8c1dd-3bc2-43a5-80b0-5237cd431f78 req-08618cd5-d1db-4a1c-937a-e6504932e2f7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:03.282470 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81c8c1dd-3bc2-43a5-80b0-5237cd431f78 req-08618cd5-d1db-4a1c-937a-e6504932e2f7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0600829 Jul 21 23:40:03.334172 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=79,neutron:INSERT=13 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:03.355822 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81c8c1dd-3bc2-43a5-80b0-5237cd431f78 req-a3243e9b-9ffb-4f10-84a3-4396cceaa6f0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722165 Jul 21 23:40:03.472131 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (ea248bee-024c-4a4d-8888-21b0303d9049), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.527420 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea248bee-024c-4a4d-8888-21b0303d9049,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:03.542660 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Checking segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:03.543016 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Network hostable DHCP agents. Network: def9c3d1-b527-4217-aca8-1be03de9052a, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:40:03.545738 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:03.562728 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Network def9c3d1-b527-4217-aca8-1be03de9052a is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:40:03.573331 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, def9c3d1-b527-4217-aca8-1be03de9052a) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:03.579030 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:03.579972 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.581472 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c7379-a4da-4c7c-8469-bfd9b2f8f91b None None] Network def9c3d1-b527-4217-aca8-1be03de9052a requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:03.609528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59316) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:03.609859 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-9f46ad57-f602-4cc5-b0f0-1acc9692224a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4309056 Jul 21 23:40:03.616639 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:03.639207 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (8c884228-20a8-45e4-9ae7-2b9116e18ee3), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.640262 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (8c884228-20a8-45e4-9ae7-2b9116e18ee3), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.693886 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks [] for router_controller (8c884228-20a8-45e4-9ae7-2b9116e18ee3), precommit_add_association {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.701793 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-def9c3d1-b527-4217-aca8-1be03de9052a', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:40:03.702748 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.787853 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:03.835250 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks [] for router_gateway (8c884228-20a8-45e4-9ae7-2b9116e18ee3), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.835909 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Allocated IP 172.20.0.2 (def9c3d1-b527-4217-aca8-1be03de9052a/ea248bee-024c-4a4d-8888-21b0303d9049/4a440a8a-c404-44a4-9319-e7a5809e24cb) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:03.983513 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Publish callbacks [] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.989887 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:03.999401 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:04.020198 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks [] for router_gateway (8c884228-20a8-45e4-9ae7-2b9116e18ee3), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.036884 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Pushing event updated for resources: {'Port': ['ID=4a440a8a-c404-44a4-9319-e7a5809e24cb,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:04.043274 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:04.045995 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.049564 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Network def9c3d1-b527-4217-aca8-1be03de9052a is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:04.051529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:04.054454 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:04.111985 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Attempting to bind port 4a440a8a-c404-44a4-9319-e7a5809e24cb on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:04.112370 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Attempting to bind port 4a440a8a-c404-44a4-9319-e7a5809e24cb by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:04.112731 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Attempting to bind port 4a440a8a-c404-44a4-9319-e7a5809e24cb on network def9c3d1-b527-4217-aca8-1be03de9052a {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:04.118436 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:04.118815 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Checking segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:04.119221 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.119658 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Bound using segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:04.120087 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Bound port: 4a440a8a-c404-44a4-9319-e7a5809e24cb, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:04.120472 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.141573 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:04.157678 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Allocated IP 172.27.1.186 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/1c7d8f10-938c-41c5-8fdc-9bf94ca9a612) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:04.184729 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] For port 4a440a8a-c404-44a4-9319-e7a5809e24cb, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:04.194167 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] For port 4a440a8a-c404-44a4-9319-e7a5809e24cb, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4a440a8a-c404-44a4-9319-e7a5809e24cb,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:04.201031 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.262692 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9372b-ddc6-4312-a756-863559b77306 None None] Pushing event updated for resources: {'Port': ['ID=4a440a8a-c404-44a4-9319-e7a5809e24cb,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:04.266395 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks [] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.301418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.342270 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:04.350157 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:04.353966 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:04.357177 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:04.544587 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1cc0-2dea-4a8b-a47c-cc9f6184c46b req-6835c599-e383-40f5-b9a5-6bbee3ace65e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:04.546454 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d34e1cc0-2dea-4a8b-a47c-cc9f6184c46b req-6835c599-e383-40f5-b9a5-6bbee3ace65e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0843451 Jul 21 23:40:04.598741 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d34e1cc0-2dea-4a8b-a47c-cc9f6184c46b req-714bd8d0-8c5c-44f7-ac29-fb9a714ad04d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Jul 21 23:40:04.680274 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks [] for router_gateway (8c884228-20a8-45e4-9ae7-2b9116e18ee3), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.704065 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.879517 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (8c884228-20a8-45e4-9ae7-2b9116e18ee3), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:04.958631 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:05.012835 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:40:05.063159 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:05.134207 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:05.144684 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Sync routers for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:05.154064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.155057 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3f371184-231d-4968-964d-0aa1b6ab3839 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5439088 Jul 21 23:40:05.157955 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59330) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:05.160047 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:05.160755 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:05.245003 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3013793-5670-49ad-8e33-9974cf1a7813 None None] Network def9c3d1-b527-4217-aca8-1be03de9052a requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:05.288680 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-bb043bb9-01bd-402d-a4a4-ffcf93fa01d2 None None] Provisioning complete for port 4a440a8a-c404-44a4-9319-e7a5809e24cb triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:05.289049 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb043bb9-01bd-402d-a4a4-ffcf93fa01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.354976 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:05.447608 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:05.560336 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-bb043bb9-01bd-402d-a4a4-ffcf93fa01d2 None None] Current status of the port 4a440a8a-c404-44a4-9319-e7a5809e24cb is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:05.560735 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb043bb9-01bd-402d-a4a4-ffcf93fa01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.591827 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.645992 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-bb043bb9-01bd-402d-a4a4-ffcf93fa01d2 None None] For port 4a440a8a-c404-44a4-9319-e7a5809e24cb, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4a440a8a-c404-44a4-9319-e7a5809e24cb,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:05.655122 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb043bb9-01bd-402d-a4a4-ffcf93fa01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.662537 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:04Z', 'revision_number': 3, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:05.717838 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Checking router: 8c884228-20a8-45e4-9ae7-2b9116e18ee3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:05.718484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Updating router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:05.747522 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:05.757270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:05.772027 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Allocated IP 172.20.0.1 (def9c3d1-b527-4217-aca8-1be03de9052a/ea248bee-024c-4a4d-8888-21b0303d9049/51a7cd6d-0c25-4cbe-a7be-e011a7fcb989) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:05.772230 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb043bb9-01bd-402d-a4a4-ffcf93fa01d2 None None] Pushing event updated for resources: {'Port': ['ID=4a440a8a-c404-44a4-9319-e7a5809e24cb,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:05.774908 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.785847 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafee49-ae77-4c72-abbe-bc47079aca97 req-817c040e-b71d-4102-9419-20301c025b71 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:05.794626 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1eafee49-ae77-4c72-abbe-bc47079aca97 req-817c040e-b71d-4102-9419-20301c025b71 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.1031063 Jul 21 23:40:05.873864 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1eafee49-ae77-4c72-abbe-bc47079aca97 req-ea2c9082-e48d-4edd-bbea-b90e5e352d6a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781796 Jul 21 23:40:05.892684 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:05.897505 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-f17279f5-6f6c-4654-8904-a814bd82daf9 None None] Provisioning complete for port 4a440a8a-c404-44a4-9319-e7a5809e24cb triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:05.897950 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f17279f5-6f6c-4654-8904-a814bd82daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.912627 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks [] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.948857 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:05.988555 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Network def9c3d1-b527-4217-aca8-1be03de9052a is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:05.994598 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:05.999665 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:06.000155 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (8c884228-20a8-45e4-9ae7-2b9116e18ee3), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.006348 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Pushing event updated for resources: {'Port': ['ID=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:06.059817 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-f17279f5-6f6c-4654-8904-a814bd82daf9 None None] Current status of the port 4a440a8a-c404-44a4-9319-e7a5809e24cb is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:06.161068 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Publish callbacks [] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.163953 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.167494 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.229417 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfee5a1-f399-4703-b7d0-f2b70d73ed9f None None] Pushing event updated for resources: {'Port': ['ID=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:06.232565 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Attempting to bind port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:06.233323 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Attempting to bind port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:06.234090 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Attempting to bind port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:06.241307 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:06.241862 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:06.242406 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.242950 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:06.243556 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Bound port: 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:06.245611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.315104 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] For port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:06.321516 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] For port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:06.336729 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.374984 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4a440a8a-c404-44a4-9319-e7a5809e24cb up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:06.383133 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:06.388669 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks [] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.394440 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.395279 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (8c884228-20a8-45e4-9ae7-2b9116e18ee3), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.468664 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Pushing event updated for resources: {'Port': ['ID=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:06.550176 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Network def9c3d1-b527-4217-aca8-1be03de9052a is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:06.553653 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:06.556104 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-949d0a61-cf04-46e8-9bc3-e81a5c7c85f2 None None] Provisioning complete for port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:06.556547 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-949d0a61-cf04-46e8-9bc3-e81a5c7c85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.604593 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfee5a1-f399-4703-b7d0-f2b70d73ed9f None None] Pushing event updated for resources: {'Port': ['ID=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:06.649669 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:06.653789 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:39:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:06.665853 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 4a440a8a-c404-44a4-9319-e7a5809e24cb triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:06.666238 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:06.668435 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-949d0a61-cf04-46e8-9bc3-e81a5c7c85f2 None None] Port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:06.909104 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:06.911162 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:07.048056 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-11c53fde-c5f4-4f11-ae89-c58ef23577b8 None None] Provisioning complete for port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:07.048662 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-11c53fde-c5f4-4f11-ae89-c58ef23577b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:07.075609 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:07.095929 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:40:07.104894 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425783-5da7-470c-bf0d-20011201f0f9 req-897b9ca0-0893-4a2a-9335-f43f6f0dd94e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:07.106905 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6f425783-5da7-470c-bf0d-20011201f0f9 req-897b9ca0-0893-4a2a-9335-f43f6f0dd94e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0684013 Jul 21 23:40:07.137425 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 4a440a8a-c404-44a4-9319-e7a5809e24cb is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:07.210521 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-11c53fde-c5f4-4f11-ae89-c58ef23577b8 None None] Port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:07.217674 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:07.218991 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:07.232104 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-88e7190d-d82a-4965-97b6-c3b4422211ac admin admin] 10.222.0.57 "PUT /v2.0/routers/8c884228-20a8-45e4-9ae7-2b9116e18ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0704801 Jul 21 23:40:07.296859 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6f425783-5da7-470c-bf0d-20011201f0f9 req-8e9774e9-730f-43fb-8688-e2afd4fb6da2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802693 Jul 21 23:40:07.363340 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 2, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:07.413171 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b17a6-637d-46af-a37d-5e2878bf04cc None None] The sync data for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi is: [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 2, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:07.662922 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59398) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:07.667687 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-022bccdb-60ef-4d6f-b17e-542665142295 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766722199', 'description': 'tempest-description--2052735058'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:07.730961 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-022bccdb-60ef-4d6f-b17e-542665142295 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:07.784046 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a2d81750-799d-4318-aa1f-d2492b09b3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:07.862385 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-022bccdb-60ef-4d6f-b17e-542665142295 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (02600b9d-af06-4f11-a081-7152d5b51ffa), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:07.868843 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-022bccdb-60ef-4d6f-b17e-542665142295 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (02600b9d-af06-4f11-a081-7152d5b51ffa), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:07.910153 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-022bccdb-60ef-4d6f-b17e-542665142295 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:07.911816 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-022bccdb-60ef-4d6f-b17e-542665142295 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2475066 Jul 21 23:40:07.912784 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bccdb-60ef-4d6f-b17e-542665142295 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02600b9d-af06-4f11-a081-7152d5b51ffa,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:07.915526 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59408) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:07.921585 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-92d1d7a2-80ba-4b8e-b924-0cb221873be7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'security_group_rule': {'security_group_id': '02600b9d-af06-4f11-a081-7152d5b51ffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:07.966261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-92d1d7a2-80ba-4b8e-b924-0cb221873be7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (2d5f5705-6d15-4bbd-9110-862d090c6681), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.044746 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-92d1d7a2-80ba-4b8e-b924-0cb221873be7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (2d5f5705-6d15-4bbd-9110-862d090c6681), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.048586 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-92d1d7a2-80ba-4b8e-b924-0cb221873be7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (2d5f5705-6d15-4bbd-9110-862d090c6681), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.079521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1d7a2-80ba-4b8e-b924-0cb221873be7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5f5705-6d15-4bbd-9110-862d090c6681,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:08.095448 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-92d1d7a2-80ba-4b8e-b924-0cb221873be7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.099533 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-92d1d7a2-80ba-4b8e-b924-0cb221873be7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792467 Jul 21 23:40:08.099913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59412) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:08.109249 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-2673fec5-211f-451c-80b0-d59cf984bec5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'security_group_rule': {'security_group_id': '02600b9d-af06-4f11-a081-7152d5b51ffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:08.170869 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673fec5-211f-451c-80b0-d59cf984bec5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (4dfe5f8e-4054-46de-aa83-dde8d9a253b0), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.287899 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673fec5-211f-451c-80b0-d59cf984bec5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (4dfe5f8e-4054-46de-aa83-dde8d9a253b0), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.292492 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673fec5-211f-451c-80b0-d59cf984bec5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (4dfe5f8e-4054-46de-aa83-dde8d9a253b0), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.317173 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673fec5-211f-451c-80b0-d59cf984bec5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfe5f8e-4054-46de-aa83-dde8d9a253b0,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:08.332699 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673fec5-211f-451c-80b0-d59cf984bec5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.342733 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2673fec5-211f-451c-80b0-d59cf984bec5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416260 Jul 21 23:40:08.343397 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59428) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:08.347895 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:08.383546 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.502594 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf6bc-3a63-4931-bf1c-12f5df48c11b req-2c0d739f-884d-4ba6-bb9e-b04b5057a7f7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:08.504268 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-30acf6bc-3a63-4931-bf1c-12f5df48c11b req-2c0d739f-884d-4ba6-bb9e-b04b5057a7f7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0906034 Jul 21 23:40:08.515247 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.623944 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-30acf6bc-3a63-4931-bf1c-12f5df48c11b req-ec50427c-1152-4ad8-accc-22667e8fd4b4 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063814 Jul 21 23:40:08.684569 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Allocated IP 172.27.1.176 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/f93dfaaf-6b16-4a66-8b38-483e57cdad45) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:08.774405 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:08.789597 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:08.828507 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.891009 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:08.949479 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:08.955682 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:08.963970 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:08.967812 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'Port': ['ID=f93dfaaf-6b16-4a66-8b38-483e57cdad45,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:09.022269 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=37 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:09.081135 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (f9774ffe-d9d3-4535-be37-6a3b75ca6413), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:09.082136 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c3706-f13d-40c5-a0a9-8d63e3b5667a req-bea3ec90-512b-49b9-a0f6-4e702956ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:09.085581 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9a4c3706-f13d-40c5-a0a9-8d63e3b5667a req-bea3ec90-512b-49b9-a0f6-4e702956ead5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1129 time: 0.0960236 Jul 21 23:40:09.145124 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:09.145706 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:09.360574 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:09.366336 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:09.391540 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (f9774ffe-d9d3-4535-be37-6a3b75ca6413), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:09.446899 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:09.456043 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1038299 Jul 21 23:40:09.481205 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9a4c3706-f13d-40c5-a0a9-8d63e3b5667a req-0b2d7fc4-48b0-42e3-8ca2-29ea877cb672 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830326 Jul 21 23:40:09.491980 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db61695-0eb6-4299-8c9e-9f46b75158af tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'Port': ['ID=f93dfaaf-6b16-4a66-8b38-483e57cdad45,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:09.664468 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-2918012a-6b6c-4fc3-8a3a-aa85abb34443 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1766722199&fields=id&tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc HTTP/1.1" status: 200 len: 267 time: 0.0605080 Jul 21 23:40:09.764552 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7972a-3f48-4cdd-9ad6-04c0ddc19967 req-5c96a195-5142-4286-ba04-05be79aefef0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:09.766480 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1bb7972a-3f48-4cdd-9ad6-04c0ddc19967 req-5c96a195-5142-4286-ba04-05be79aefef0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0590627 Jul 21 23:40:09.805653 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-ae9a98a3-18e1-4bcd-9bdf-5ffea34f98a4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:09.813953 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-ae9a98a3-18e1-4bcd-9bdf-5ffea34f98a4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 811 time: 0.1498032 Jul 21 23:40:09.836248 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-03fb39bc-4ddc-4da6-bc0b-80148767c198 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/quotas/c9b5eb6ef5a942be9fcea8b26370a6fc HTTP/1.1" status: 200 len: 375 time: 0.0211885 Jul 21 23:40:09.861898 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1bb7972a-3f48-4cdd-9ad6-04c0ddc19967 req-7682bfe4-e91d-451b-bd6a-f05e334be004 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887489 Jul 21 23:40:09.905763 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-6855f58e-1b45-4f71-8f74-f6bb24038b1e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685837 Jul 21 23:40:10.061976 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-eeee808b-a9a4-4410-b04e-70d760001fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415291 Jul 21 23:40:10.190946 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-95487970-5ba8-4c7f-993b-5b0ab7eb4e0e service neutron] 10.222.0.57 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228759 Jul 21 23:40:10.324249 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-8dbf96ee-f6e0-4e5a-b198-45fc7a586276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:10.347963 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:10.365099 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Sync routers for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:10.393776 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:10.396419 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:10.430897 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:10.431356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:10.445725 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a07feb72-61a7-41a1-9d63-9823b773dbca req-32f991c0-5c99-436e-ae6f-5ca7206d9fb0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 210 time: 0.0572913 Jul 21 23:40:10.533602 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:10.534020 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:10.544029 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:10.557133 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:10.563422 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:10.630799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:10.780629 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 2, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:10.814790 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Checking router: 8c884228-20a8-45e4-9ae7-2b9116e18ee3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:10.815280 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Updating router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:10.847276 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:10.997587 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38012-f8b6-42ac-a1d5-84a54ca0ff8f req-5732a274-f692-474f-87b8-69908383bf30 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:10.999244 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0bb38012-f8b6-42ac-a1d5-84a54ca0ff8f req-5732a274-f692-474f-87b8-69908383bf30 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0506625 Jul 21 23:40:11.011995 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:11.045276 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:11.054391 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0bb38012-f8b6-42ac-a1d5-84a54ca0ff8f req-72c22df4-0d24-45fe-ac51-f936d31d57fb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487003 Jul 21 23:40:11.134892 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Publish callbacks [] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.142959 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.195203 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Pushing event updated for resources: {'Port': ['ID=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:11.204872 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.205243 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.205608 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.205965 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.206303 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.206634 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.206960 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.207285 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.207610 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.207934 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.208256 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.208750 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.209242 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.209727 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.210213 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:11.269543 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Attempting to bind port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:11.269917 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Attempting to bind port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:11.270284 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Attempting to bind port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 on network def9c3d1-b527-4217-aca8-1be03de9052a {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:11.276598 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:11.276968 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Checking segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:11.277402 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.283249 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Bound using segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:11.283249 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Bound port: 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:11.283249 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.330720 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.357371 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:11.371175 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] For port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:11.390364 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] For port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:11.398978 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.472548 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-26c33098-794c-4847-91be-c95af22bd875 None None] Provisioning complete for port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:11.473110 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-26c33098-794c-4847-91be-c95af22bd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.521454 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:11.536939 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:11.545931 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:11.546784 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:11.560758 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-26c33098-794c-4847-91be-c95af22bd875 None None] Current status of the port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:11.565083 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-26c33098-794c-4847-91be-c95af22bd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.589561 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-acb5f6ae-4c47-4224-b1e6-453a554d27de req-994ee909-9a9d-47b4-9abf-81a27513aeeb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 210 time: 0.0466595 Jul 21 23:40:11.627433 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-26c33098-794c-4847-91be-c95af22bd875 None None] For port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:11.638920 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-26c33098-794c-4847-91be-c95af22bd875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.674787 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e096672-0e98-41d7-83a4-17a78bac8fb9 None None] Pushing event updated for resources: {'Port': ['ID=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:11.690470 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:11.693946 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c33098-794c-4847-91be-c95af22bd875 None None] Pushing event updated for resources: {'Port': ['ID=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:11.871088 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-d6078d6b-1a6e-4e46-811e-b28b541dfc51 None None] Provisioning complete for port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:11.871960 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d6078d6b-1a6e-4e46-811e-b28b541dfc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:11.905605 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:11.935356 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57b30d-37b8-4b67-8d5a-176d6f665515 None None] The sync data for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi is: [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:11.948720 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:11.956394 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-d6078d6b-1a6e-4e46-811e-b28b541dfc51 None None] Current status of the port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:12.235056 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb5aae-a058-4f1c-8aea-1a5ac8ec2df4 req-606053a5-1c47-41f5-8b32-99e9c5c8374a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:12.264151 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c4fb5aae-a058-4f1c-8aea-1a5ac8ec2df4 req-606053a5-1c47-41f5-8b32-99e9c5c8374a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.1188290 Jul 21 23:40:12.330651 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c4fb5aae-a058-4f1c-8aea-1a5ac8ec2df4 req-a291eb50-9f93-4089-9d95-cb20c9a25183 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652990 Jul 21 23:40:12.360342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:12.416736 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:12.417217 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:12.497268 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:12.498374 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:12.544189 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:12.544562 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:12.626227 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:12.703794 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2b2a5809-49d8-49e7-9b9b-b8d082b104d2 req-f0924238-159f-4226-b351-dae27614a108 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 210 time: 0.0342479 Jul 21 23:40:12.741436 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:13.211097 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:13.495219 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5e185-5b6c-408e-85b1-b6b7658f5a0d req-f1e36806-471e-4a89-8b9b-97fd4ed3371b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:13.496205 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f1c5e185-5b6c-408e-85b1-b6b7658f5a0d req-f1e36806-471e-4a89-8b9b-97fd4ed3371b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0799770 Jul 21 23:40:13.558125 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f1c5e185-5b6c-408e-85b1-b6b7658f5a0d req-0a53e5d9-e7b9-4092-87c4-70a11ef9eb66 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562658 Jul 21 23:40:13.851518 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fd3a66c7-f38c-44b2-8c7d-5594f4c388b6 req-459618b7-faee-4974-a4a1-4efc75f3c658 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 210 time: 0.0320690 Jul 21 23:40:13.947296 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830dad3-ae48-424d-aab4-152a745d147b req-d54a0acf-3209-40bd-ae4a-fadcb6b009ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:13.948917 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0830dad3-ae48-424d-aab4-152a745d147b req-d54a0acf-3209-40bd-ae4a-fadcb6b009ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1129 time: 0.1029932 Jul 21 23:40:13.958194 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cffefc-4d7e-41de-8f18-dabec1e65ba2 req-324f4d8c-77de-4dcd-8402-1285f3671c68 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:13.959661 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-84cffefc-4d7e-41de-8f18-dabec1e65ba2 req-324f4d8c-77de-4dcd-8402-1285f3671c68 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.1149075 Jul 21 23:40:13.980455 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-0d91feca-3785-4d0a-a1c9-6dcc784f2a7b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:13.981935 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-0d91feca-3785-4d0a-a1c9-6dcc784f2a7b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 811 time: 0.2675204 Jul 21 23:40:14.138905 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-84cffefc-4d7e-41de-8f18-dabec1e65ba2 req-eb130422-a999-4ab3-8e7b-5c1f0d1faf6b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672523 Jul 21 23:40:14.154114 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-fe6742b1-6ed4-4d11-b737-1a7812efa028 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc HTTP/1.1" status: 200 len: 380 time: 0.1547439 Jul 21 23:40:14.158781 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830dad3-ae48-424d-aab4-152a745d147b req-e4ca79aa-e06d-402c-8ac5-d7585d7e63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:14.160240 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0830dad3-ae48-424d-aab4-152a745d147b req-e4ca79aa-e06d-402c-8ac5-d7585d7e63b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.1992977 Jul 21 23:40:14.164705 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'port': {'device_id': '946cd660-c484-440f-873a-84c4c0a208fd', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'admin_state_up': True, 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'security_groups': ['02600b9d-af06-4f11-a081-7152d5b51ffa']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:14.228226 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0830dad3-ae48-424d-aab4-152a745d147b req-3e1df0f5-b426-43c1-8a44-cfd16627ae54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0488045 Jul 21 23:40:14.333888 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830dad3-ae48-424d-aab4-152a745d147b req-fff60fe5-df90-462f-bfe6-5a0d46e6c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:14.335420 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0830dad3-ae48-424d-aab4-152a745d147b req-fff60fe5-df90-462f-bfe6-5a0d46e6c26e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0746088 Jul 21 23:40:14.387284 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Made reservation on behalf of c9b5eb6ef5a942be9fcea8b26370a6fc for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:14.390611 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:14.400000 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830dad3-ae48-424d-aab4-152a745d147b req-d46fc4d3-ee73-4f20-98c8-feee628daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:14.401489 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0830dad3-ae48-424d-aab4-152a745d147b req-d46fc4d3-ee73-4f20-98c8-feee628daaca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586996 Jul 21 23:40:14.504435 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:14.567163 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:14.583514 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0830dad3-ae48-424d-aab4-152a745d147b req-519ef22c-98e1-46ac-9bde-d6833960e8d4 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745207 Jul 21 23:40:14.617790 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Allocated IP 172.20.0.5 (def9c3d1-b527-4217-aca8-1be03de9052a/ea248bee-024c-4a4d-8888-21b0303d9049/bf3d7700-4f6a-4ed5-976f-d98d0af517ec) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:14.741535 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0830dad3-ae48-424d-aab4-152a745d147b req-e1572ca8-967c-4fb1-a330-36b92cfc3226 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508129 Jul 21 23:40:14.829180 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:14.868030 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:14.919490 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Network def9c3d1-b527-4217-aca8-1be03de9052a is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:14.925220 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:14.928051 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:14.932851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'Port': ['ID=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:15.003954 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726cca2-b18a-4619-8baa-f49cb2093284 req-670a08af-4bf5-48ec-9a6b-7bd644b1195b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:15.004534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:15.004902 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.005806 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4726cca2-b18a-4619-8baa-f49cb2093284 req-670a08af-4bf5-48ec-9a6b-7bd644b1195b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 931 time: 0.0598969 Jul 21 23:40:15.033158 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd53d156-1202-4949-851a-f0a83ec4201a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718305 Jul 21 23:40:15.066101 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4726cca2-b18a-4619-8baa-f49cb2093284 req-a24e751c-cdfd-446a-960e-8e058ec993f7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514214 Jul 21 23:40:15.200330 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-7bce6447-a7d2-49c0-bd74-7f104fc5094e None None] Provisioning complete for port bf3d7700-4f6a-4ed5-976f-d98d0af517ec triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:15.200962 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7bce6447-a7d2-49c0-bd74-7f104fc5094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.218553 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59668) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:15.256350 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7bce6447-a7d2-49c0-bd74-7f104fc5094e None None] Port bf3d7700-4f6a-4ed5-976f-d98d0af517ec cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:15.278331 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7aca8-74c8-4400-96ed-1744d013ad44 req-426e519b-801b-40ce-94b6-0cff5dda434c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:15.280346 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48c7aca8-74c8-4400-96ed-1744d013ad44 req-426e519b-801b-40ce-94b6-0cff5dda434c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0648668 Jul 21 23:40:15.333526 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48c7aca8-74c8-4400-96ed-1744d013ad44 req-3d6dbcc6-49a0-42f6-a7de-39f169b8429c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 Jul 21 23:40:15.355751 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c0de1fe9-e879-4e7e-8c47-846979dde853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.406071 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:15.432713 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:15.438337 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c0de1fe9-e879-4e7e-8c47-846979dde853 admin admin] Publish callbacks [] for security_group (6778aa30-1751-4be5-acaf-ea85dc5ab7ae), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.442069 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c0de1fe9-e879-4e7e-8c47-846979dde853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6778aa30-1751-4be5-acaf-ea85dc5ab7ae), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.483585 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1fe9-e879-4e7e-8c47-846979dde853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6778aa30-1751-4be5-acaf-ea85dc5ab7ae,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:15.489473 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-c0de1fe9-e879-4e7e-8c47-846979dde853 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8a8419955ac489982fd0af6efd49d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698152 Jul 21 23:40:15.492140 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59674) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:15.546206 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da2cc5f0-fb9a-451b-a774-8ddaa861dbd8 admin admin] Publish callbacks [] for security_group (6778aa30-1751-4be5-acaf-ea85dc5ab7ae), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.568316 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da2cc5f0-fb9a-451b-a774-8ddaa861dbd8 admin admin] Publish callbacks [] for security_group (6778aa30-1751-4be5-acaf-ea85dc5ab7ae), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.617769 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da2cc5f0-fb9a-451b-a774-8ddaa861dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6778aa30-1751-4be5-acaf-ea85dc5ab7ae), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.620309 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da2cc5f0-fb9a-451b-a774-8ddaa861dbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:15.621498 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-da2cc5f0-fb9a-451b-a774-8ddaa861dbd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6778aa30-1751-4be5-acaf-ea85dc5ab7ae HTTP/1.1" status: 204 len: 168 time: 0.1282790 Jul 21 23:40:15.629678 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cc5f0-fb9a-451b-a774-8ddaa861dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6778aa30-1751-4be5-acaf-ea85dc5ab7ae,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:15.924519 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59692) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:15.947237 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dda8f6cd-e64c-488c-9362-eb2263652a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.025336 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dda8f6cd-e64c-488c-9362-eb2263652a76 admin admin] Publish callbacks [] for security_group (79a56d14-390a-4d53-ac89-371a86b27957), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.028729 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dda8f6cd-e64c-488c-9362-eb2263652a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (79a56d14-390a-4d53-ac89-371a86b27957), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.067726 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-dda8f6cd-e64c-488c-9362-eb2263652a76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=431c23795d5b45eebf6f8c4dcee999bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419153 Jul 21 23:40:16.068834 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8f6cd-e64c-488c-9362-eb2263652a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a56d14-390a-4d53-ac89-371a86b27957,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:16.070499 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59694) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:16.082020 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Request body: {'port': {'device_id': '946cd660-c484-440f-873a-84c4c0a208fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:16.174676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.185107 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-721f369f-9591-48a2-bc32-1e7ef6dc9d0e admin admin] Publish callbacks [] for security_group (79a56d14-390a-4d53-ac89-371a86b27957), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.187785 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10af4c-a702-4cd5-8f1c-f9f96f6a7473 req-60cbab9d-3be4-4b1c-a645-e8b567494987 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:16.188640 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:16.190579 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1f10af4c-a702-4cd5-8f1c-f9f96f6a7473 req-60cbab9d-3be4-4b1c-a645-e8b567494987 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 931 time: 0.0505509 Jul 21 23:40:16.237609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-721f369f-9591-48a2-bc32-1e7ef6dc9d0e admin admin] Publish callbacks [] for security_group (79a56d14-390a-4d53-ac89-371a86b27957), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.245130 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1f10af4c-a702-4cd5-8f1c-f9f96f6a7473 req-8d41b5a6-3c27-4232-b84a-af72c4de0e82 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485282 Jul 21 23:40:16.344704 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:16.368521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-721f369f-9591-48a2-bc32-1e7ef6dc9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (79a56d14-390a-4d53-ac89-371a86b27957), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.372211 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-721f369f-9591-48a2-bc32-1e7ef6dc9d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.373600 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-721f369f-9591-48a2-bc32-1e7ef6dc9d0e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79a56d14-390a-4d53-ac89-371a86b27957 HTTP/1.1" status: 204 len: 168 time: 0.3001478 Jul 21 23:40:16.416387 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f369f-9591-48a2-bc32-1e7ef6dc9d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a56d14-390a-4d53-ac89-371a86b27957,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:16.597477 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3d7700-4f6a-4ed5-976f-d98d0af517ec {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:16.618309 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Publish callbacks [] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.659408 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Transition to ACTIVE for port object bf3d7700-4f6a-4ed5-976f-d98d0af517ec will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:40:16.666552 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b30a3d-4bf0-45d6-95fd-31d7ace9329c req-946fba12-d781-45fc-bf02-84aefab2dd94 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:16.668133 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-76b30a3d-4bf0-45d6-95fd-31d7ace9329c req-946fba12-d781-45fc-bf02-84aefab2dd94 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0638006 Jul 21 23:40:16.669305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.766221 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59710) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:16.794365 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:16.840270 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-76b30a3d-4bf0-45d6-95fd-31d7ace9329c req-6a223346-ecc0-46fc-8c76-065e5e9f81fa tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622493 Jul 21 23:40:16.883976 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Attempting to bind port bf3d7700-4f6a-4ed5-976f-d98d0af517ec on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:16.884829 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Attempting to bind port bf3d7700-4f6a-4ed5-976f-d98d0af517ec by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:16.885388 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Attempting to bind port bf3d7700-4f6a-4ed5-976f-d98d0af517ec on network def9c3d1-b527-4217-aca8-1be03de9052a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:16.891689 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Port bf3d7700-4f6a-4ed5-976f-d98d0af517ec on network def9c3d1-b527-4217-aca8-1be03de9052a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:40:16.892196 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Attempting to bind port bf3d7700-4f6a-4ed5-976f-d98d0af517ec on network def9c3d1-b527-4217-aca8-1be03de9052a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:16.898636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:16.902606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Checking segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:16.903107 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Bound using segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:16.903577 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Bound port: bf3d7700-4f6a-4ed5-976f-d98d0af517ec, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:16.903938 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.963593 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f42c13a4-2fa6-40a6-ab8a-35512f3de4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:16.965406 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59720) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:17.013039 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3b88df6f-89a4-4ea3-aeb4-614174bae284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.078354 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] For port bf3d7700-4f6a-4ed5-976f-d98d0af517ec, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:17.084793 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] For port bf3d7700-4f6a-4ed5-976f-d98d0af517ec, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:17.105695 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.110019 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f42c13a4-2fa6-40a6-ab8a-35512f3de4cd admin admin] Publish callbacks [] for security_group (114be7f4-ed86-4c9a-af2c-94f041d61815), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.117654 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f42c13a4-2fa6-40a6-ab8a-35512f3de4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (114be7f4-ed86-4c9a-af2c-94f041d61815), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.167509 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c13a4-2fa6-40a6-ab8a-35512f3de4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114be7f4-ed86-4c9a-af2c-94f041d61815,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:17.174922 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f42c13a4-2fa6-40a6-ab8a-35512f3de4cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d0e39331e1e42b8b671d84747ec9255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043031 Jul 21 23:40:17.175547 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59728) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:17.183177 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:17.200005 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:17.211343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:17.212805 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.214136 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9eeb9c31-9687-4481-a14c-be615f8f4b60 service neutron] 10.222.0.39 "PUT /v2.0/ports/bf3d7700-4f6a-4ed5-976f-d98d0af517ec HTTP/1.1" status: 200 len: 1093 time: 1.1471281 Jul 21 23:40:17.216366 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:17.219103 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a011b9-9d70-4a10-acc7-544b86879473" -d '{"events": [{"name": "network-changed", "server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:17.260282 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3b88df6f-89a4-4ea3-aeb4-614174bae284 admin admin] Publish callbacks [] for security_group (e2829250-bd01-479e-ae59-55f059c4752c), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.261708 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b251c92-b179-49a2-9219-2e2e14992074 admin admin] Publish callbacks [] for security_group (114be7f4-ed86-4c9a-af2c-94f041d61815), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.267131 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3b88df6f-89a4-4ea3-aeb4-614174bae284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e2829250-bd01-479e-ae59-55f059c4752c), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.288885 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59734) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:17.318522 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b19af6b-6bd6-476e-ab45-29c63ddad700 x-openstack-request-id: req-6b19af6b-6bd6-476e-ab45-29c63ddad700 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:40:17.319162 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:40:17.320202 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b19af6b-6bd6-476e-ab45-29c63ddad700 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:40:17.320975 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b19af6b-6bd6-476e-ab45-29c63ddad700'] response: {'name': 'network-changed', 'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'status': 'completed', 'code': 200} Jul 21 23:40:17.324816 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b251c92-b179-49a2-9219-2e2e14992074 admin admin] Publish callbacks [] for security_group (114be7f4-ed86-4c9a-af2c-94f041d61815), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.374827 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:17.385826 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:17.391501 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3b88df6f-89a4-4ea3-aeb4-614174bae284 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57bd91bb1e164610a021cf05a78d9b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235947 Jul 21 23:40:17.395199 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59738) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:17.420784 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88df6f-89a4-4ea3-aeb4-614174bae284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2829250-bd01-479e-ae59-55f059c4752c,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:17.424432 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-15fc3457-46e0-42b3-a197-03ddbb586722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:17.432615 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-15fc3457-46e0-42b3-a197-03ddbb586722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 1127 time: 0.1243894 Jul 21 23:40:17.463788 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b251c92-b179-49a2-9219-2e2e14992074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (114be7f4-ed86-4c9a-af2c-94f041d61815), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.465800 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e59ddf-7c59-49fd-894d-b3d0d47bca79 req-c3b1e82f-0985-436a-866f-13827e59929c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:17.467306 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3b251c92-b179-49a2-9219-2e2e14992074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.467712 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d9e59ddf-7c59-49fd-894d-b3d0d47bca79 req-c3b1e82f-0985-436a-866f-13827e59929c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 943 time: 0.1029768 Jul 21 23:40:17.471065 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3b251c92-b179-49a2-9219-2e2e14992074 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/114be7f4-ed86-4c9a-af2c-94f041d61815 HTTP/1.1" status: 204 len: 168 time: 0.2922249 Jul 21 23:40:17.481378 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef9c-741f-412b-ab79-7999c506bfe1 admin admin] Publish callbacks [] for security_group (e2829250-bd01-479e-ae59-55f059c4752c), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.498816 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-d65f6f7f-184c-439e-9086-3fc0d5954763 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec HTTP/1.1" status: 200 len: 217 time: 0.0529332 Jul 21 23:40:17.527746 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b251c92-b179-49a2-9219-2e2e14992074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114be7f4-ed86-4c9a-af2c-94f041d61815,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:17.553548 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef9c-741f-412b-ab79-7999c506bfe1 admin admin] Publish callbacks [] for security_group (e2829250-bd01-479e-ae59-55f059c4752c), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.562971 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af352e73-ec89-4cfa-8a0c-cd1a2694d379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.569773 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:17.610648 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-56dc8d55-7c9d-4eab-9bae-71a6fa09e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:17.612820 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-56dc8d55-7c9d-4eab-9bae-71a6fa09e9b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.1017530 Jul 21 23:40:17.624838 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d9e59ddf-7c59-49fd-894d-b3d0d47bca79 req-76f569ab-d2af-41dc-9d0d-6e7deaff4143 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289895 Jul 21 23:40:17.646257 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef9c-741f-412b-ab79-7999c506bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e2829250-bd01-479e-ae59-55f059c4752c), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.649041 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ef9c-741f-412b-ab79-7999c506bfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.651235 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3fa1ef9c-741f-412b-ab79-7999c506bfe1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2829250-bd01-479e-ae59-55f059c4752c HTTP/1.1" status: 204 len: 168 time: 0.2534122 Jul 21 23:40:17.668018 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1ef9c-741f-412b-ab79-7999c506bfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2829250-bd01-479e-ae59-55f059c4752c,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:17.689945 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9e989a62-1c61-4b68-af86-0860416b3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:17.692634 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-9e989a62-1c61-4b68-af86-0860416b3b2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622065 Jul 21 23:40:17.714556 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af352e73-ec89-4cfa-8a0c-cd1a2694d379 admin admin] Publish callbacks [] for security_group (a4c49bfc-e33a-4f22-b56d-1b4868395336), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.722382 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af352e73-ec89-4cfa-8a0c-cd1a2694d379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a4c49bfc-e33a-4f22-b56d-1b4868395336), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.755167 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-af352e73-ec89-4cfa-8a0c-cd1a2694d379 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=589ae904ad7246af967e452db5e82919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650226 Jul 21 23:40:17.764343 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59746) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:17.801333 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af352e73-ec89-4cfa-8a0c-cd1a2694d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c49bfc-e33a-4f22-b56d-1b4868395336,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:17.827575 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-dd6b9064-00ae-4440-b4f2-c673fa546c1e service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270528 Jul 21 23:40:17.839951 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6312f94b-e1bb-4142-8807-c3f9919b73cc admin admin] Publish callbacks [] for security_group (a4c49bfc-e33a-4f22-b56d-1b4868395336), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.866121 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6312f94b-e1bb-4142-8807-c3f9919b73cc admin admin] Publish callbacks [] for security_group (a4c49bfc-e33a-4f22-b56d-1b4868395336), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.968088 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bff217b5-45a3-4f46-bca7-d565e9a0ae22 req-d15398a7-768c-4d8e-96e2-fb1b582685ee service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308172 Jul 21 23:40:17.986292 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6312f94b-e1bb-4142-8807-c3f9919b73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a4c49bfc-e33a-4f22-b56d-1b4868395336), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.989165 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6312f94b-e1bb-4142-8807-c3f9919b73cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:17.996103 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6312f94b-e1bb-4142-8807-c3f9919b73cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4c49bfc-e33a-4f22-b56d-1b4868395336 HTTP/1.1" status: 204 len: 168 time: 0.2297537 Jul 21 23:40:18.012948 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312f94b-e1bb-4142-8807-c3f9919b73cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c49bfc-e33a-4f22-b56d-1b4868395336,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:18.037564 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f13f0-84d8-4886-9aca-eb8b33921c63 req-a6d8f696-73bb-4e6a-9ffa-5e7909939c1b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:18.046644 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ac9f13f0-84d8-4886-9aca-eb8b33921c63 req-a6d8f696-73bb-4e6a-9ffa-5e7909939c1b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.1115167 Jul 21 23:40:18.125537 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ac9f13f0-84d8-4886-9aca-eb8b33921c63 req-b4817271-9035-46fd-a42a-455d22e61a16 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776975 Jul 21 23:40:18.393517 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59770) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:18.428882 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1b9c-8a81-4483-8a8b-9cac1d16bff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.533219 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1b9c-8a81-4483-8a8b-9cac1d16bff2 admin admin] Publish callbacks [] for security_group (0922255d-f268-40b6-a9bd-1d17d367aa8a), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.539878 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1b9c-8a81-4483-8a8b-9cac1d16bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (0922255d-f268-40b6-a9bd-1d17d367aa8a), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.576298 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59780) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:18.594261 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6e9b1b9c-8a81-4483-8a8b-9cac1d16bff2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=633d7515c7db47c5a258a9aa1b6b2a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971431 Jul 21 23:40:18.595165 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59784) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:18.597251 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b1b9c-8a81-4483-8a8b-9cac1d16bff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0922255d-f268-40b6-a9bd-1d17d367aa8a,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:18.656626 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f848487-3777-4ea6-8a7a-37900952e6ba admin admin] Publish callbacks [] for security_group (0922255d-f268-40b6-a9bd-1d17d367aa8a), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.685942 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f848487-3777-4ea6-8a7a-37900952e6ba admin admin] Publish callbacks [] for security_group (0922255d-f268-40b6-a9bd-1d17d367aa8a), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.723047 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe743-9ddf-46df-8de0-3e118c59d689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.748216 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=7 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:18.753544 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b645ca-3deb-418f-a340-5ece9224d89e req-e9986e9f-56f5-4853-b33a-58eca997a700 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:18.755298 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-09b645ca-3deb-418f-a340-5ece9224d89e req-e9986e9f-56f5-4853-b33a-58eca997a700 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 943 time: 0.0626287 Jul 21 23:40:18.786838 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f848487-3777-4ea6-8a7a-37900952e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (0922255d-f268-40b6-a9bd-1d17d367aa8a), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.789595 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f848487-3777-4ea6-8a7a-37900952e6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.790971 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7f848487-3777-4ea6-8a7a-37900952e6ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0922255d-f268-40b6-a9bd-1d17d367aa8a HTTP/1.1" status: 204 len: 168 time: 0.1945980 Jul 21 23:40:18.808378 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848487-3777-4ea6-8a7a-37900952e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0922255d-f268-40b6-a9bd-1d17d367aa8a,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:18.811133 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:18.827640 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-09b645ca-3deb-418f-a340-5ece9224d89e req-240646af-c05e-489c-9dc0-4143eb5aa8cf tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632412 Jul 21 23:40:18.862930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59794) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:18.863078 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe743-9ddf-46df-8de0-3e118c59d689 admin admin] Publish callbacks [] for security_group (0ac1a6b9-9993-492e-8775-4e665c4974e4), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.868475 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe743-9ddf-46df-8de0-3e118c59d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (0ac1a6b9-9993-492e-8775-4e665c4974e4), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.917472 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-5cbfe743-9ddf-46df-8de0-3e118c59d689 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6b594d577cd4f38b115c0f1c02d10b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365595 Jul 21 23:40:18.917472 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfe743-9ddf-46df-8de0-3e118c59d689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac1a6b9-9993-492e-8775-4e665c4974e4,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:18.918305 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59798) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:18.941979 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a011b9-9d70-4a10-acc7-544b86879473 req-a94a69f9-67d0-4e2b-a1e4-4739841a0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:18.943999 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03a011b9-9d70-4a10-acc7-544b86879473 req-a94a69f9-67d0-4e2b-a1e4-4739841a0100 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 1127 time: 0.0419993 Jul 21 23:40:18.970976 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8b8581e-d9cc-4e2f-a415-77f692c45289 admin admin] Publish callbacks [] for security_group (0ac1a6b9-9993-492e-8775-4e665c4974e4), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:18.994831 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8b8581e-d9cc-4e2f-a415-77f692c45289 admin admin] Publish callbacks [] for security_group (0ac1a6b9-9993-492e-8775-4e665c4974e4), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.033708 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1394321559-network', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:19.053337 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8b8581e-d9cc-4e2f-a415-77f692c45289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (0ac1a6b9-9993-492e-8775-4e665c4974e4), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.056318 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8b8581e-d9cc-4e2f-a415-77f692c45289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.058023 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e8b8581e-d9cc-4e2f-a415-77f692c45289 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ac1a6b9-9993-492e-8775-4e665c4974e4 HTTP/1.1" status: 204 len: 168 time: 0.1388569 Jul 21 23:40:19.069488 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8581e-d9cc-4e2f-a415-77f692c45289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac1a6b9-9993-492e-8775-4e665c4974e4,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:19.083345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Made reservation on behalf of 235634c0fcf14ebeab084cfca36d394b for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:19.093249 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.115418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a011b9-9d70-4a10-acc7-544b86879473 req-45a28039-8e96-4703-b457-bd6a7be20719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:19.117109 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03a011b9-9d70-4a10-acc7-544b86879473 req-45a28039-8e96-4703-b457-bd6a7be20719 service neutron] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 912 time: 0.1629050 Jul 21 23:40:19.118676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.172446 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:19.175581 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03a011b9-9d70-4a10-acc7-544b86879473 req-17f8db0b-ecea-4639-8e8d-7f50f02effe1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec HTTP/1.1" status: 200 len: 217 time: 0.0470428 Jul 21 23:40:19.197942 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:19.257319 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a011b9-9d70-4a10-acc7-544b86879473 req-653d0c4d-bbb7-4588-a2d2-3d68b1493950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:19.259354 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03a011b9-9d70-4a10-acc7-544b86879473 req-653d0c4d-bbb7-4588-a2d2-3d68b1493950 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.0717831 Jul 21 23:40:19.320529 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks [] for security_group (fbf04a78-605c-4baf-8106-a8428ecb2833), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.322132 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a011b9-9d70-4a10-acc7-544b86879473 req-5977f221-43b3-4f70-88d4-cf38c8e98a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:19.323658 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03a011b9-9d70-4a10-acc7-544b86879473 req-5977f221-43b3-4f70-88d4-cf38c8e98a85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571511 Jul 21 23:40:19.326139 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (fbf04a78-605c-4baf-8106-a8428ecb2833), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.344157 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:40:19.388566 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (41b86177-422a-4e93-a098-da290c834ad3), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.388566 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Added segment 41b86177-422a-4e93-a098-da290c834ad3 of type vlan for network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 Jul 21 23:40:19.428351 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf04a78-605c-4baf-8106-a8428ecb2833,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:19.606209 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59832) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:19.611072 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-f0394e8a-0287-4cf6-9c7b-0443c20c3369 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17485504', 'description': 'tempest-description--1868353789'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:19.639070 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0394e8a-0287-4cf6-9c7b-0443c20c3369 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.723713 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (e0cff7d2-068a-415c-ae07-6a6f8ef7f009), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.730819 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0394e8a-0287-4cf6-9c7b-0443c20c3369 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group (3a0ceb03-6909-49d9-a8a1-5e4129407567), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.735496 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0394e8a-0287-4cf6-9c7b-0443c20c3369 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (3a0ceb03-6909-49d9-a8a1-5e4129407567), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.772125 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03a011b9-9d70-4a10-acc7-544b86879473 req-5f9037ef-e1b9-4d0d-9bd4-84eaf497a0f8 service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305205 Jul 21 23:40:19.775917 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (e0cff7d2-068a-415c-ae07-6a6f8ef7f009), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.776598 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0394e8a-0287-4cf6-9c7b-0443c20c3369 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ceb03-6909-49d9-a8a1-5e4129407567,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:19.778681 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:19.779505 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.784244 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f0394e8a-0287-4cf6-9c7b-0443c20c3369 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.785735 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f0394e8a-0287-4cf6-9c7b-0443c20c3369 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1784549 Jul 21 23:40:19.788537 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59838) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:19.793771 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-49f9213f-448c-45d5-8be8-a0c81b4f15ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'security_group_rule': {'security_group_id': '3a0ceb03-6909-49d9-a8a1-5e4129407567', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:19.828321 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-49f9213f-448c-45d5-8be8-a0c81b4f15ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group_rule (96c6d782-2cbd-45f9-a0a5-76dc23dfadb8), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.903921 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-49f9213f-448c-45d5-8be8-a0c81b4f15ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group_rule (96c6d782-2cbd-45f9-a0a5-76dc23dfadb8), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.907930 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-49f9213f-448c-45d5-8be8-a0c81b4f15ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (96c6d782-2cbd-45f9-a0a5-76dc23dfadb8), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.923177 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0589824 Jul 21 23:40:19.925950 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59850) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:19.928095 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00240d-2fd2-4bf9-825f-3416b9027ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=e0cff7d2-068a-415c-ae07-6a6f8ef7f009,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:19.932238 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9213f-448c-45d5-8be8-a0c81b4f15ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c6d782-2cbd-45f9-a0a5-76dc23dfadb8,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:19.933930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Request body: {'subnet': {'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1394321559-subnet', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:19.941481 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:40:19.950289 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-49f9213f-448c-45d5-8be8-a0c81b4f15ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:19.951641 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-49f9213f-448c-45d5-8be8-a0c81b4f15ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620321 Jul 21 23:40:19.954357 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59852) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:19.968374 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-5c3ce3bf-c54a-40b6-b4e2-8f1c1ae113f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'security_group_rule': {'security_group_id': '3a0ceb03-6909-49d9-a8a1-5e4129407567', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:20.011417 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Made reservation on behalf of 235634c0fcf14ebeab084cfca36d394b for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:20.013880 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11995231'] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.015067 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce3bf-c54a-40b6-b4e2-8f1c1ae113f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group_rule (61e4b004-fabe-4c45-b298-82a0e14ca76e), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.054488 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03a011b9-9d70-4a10-acc7-544b86879473 req-f0993f89-6214-41ed-8a25-0f220e667ed1 service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707012 Jul 21 23:40:20.091582 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce3bf-c54a-40b6-b4e2-8f1c1ae113f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group_rule (61e4b004-fabe-4c45-b298-82a0e14ca76e), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.099811 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce3bf-c54a-40b6-b4e2-8f1c1ae113f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (61e4b004-fabe-4c45-b298-82a0e14ca76e), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.118574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd4d61-0a85-4afb-8eb9-3e253b97641d req-c3326ec9-b8fe-46f7-a874-421d6051906c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:20.120176 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d1dd4d61-0a85-4afb-8eb9-3e253b97641d req-c3326ec9-b8fe-46f7-a874-421d6051906c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 943 time: 0.1421497 Jul 21 23:40:20.131694 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:INSERT=14,neutron:DELETE=8 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:20.132975 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ce3bf-c54a-40b6-b4e2-8f1c1ae113f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e4b004-fabe-4c45-b298-82a0e14ca76e,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:20.143654 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce3bf-c54a-40b6-b4e2-8f1c1ae113f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.145513 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-5c3ce3bf-c54a-40b6-b4e2-8f1c1ae113f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898794 Jul 21 23:40:20.148010 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 59858) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:20.155350 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:20.181121 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.201710 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:20.202795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:20.241562 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d1dd4d61-0a85-4afb-8eb9-3e253b97641d req-abf5fa35-4e78-4a34-9882-aaf3fb43d6da tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969942 Jul 21 23:40:20.262252 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bf3d7700-4f6a-4ed5-976f-d98d0af517ec details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:40:20.283197 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:20.296771 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.336072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12010567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11995213'] for subnet (312c9344-7bbd-4b73-a2ac-31c4cc3d60a6), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.377113 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:20.414415 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Checking segment: {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:20.414917 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Network hostable DHCP agents. Network: e0cff7d2-068a-415c-ae07-6a6f8ef7f009, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:40:20.421727 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Pushing event updated for resources: {'Subnet': ['ID=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:20.446497 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:40:20.457118 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Allocated IP 172.27.1.107 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/206493a3-797f-45e0-bd4f-0c0be780e99d) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:20.464286 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, e0cff7d2-068a-415c-ae07-6a6f8ef7f009) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:20.471700 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:20.473432 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.505275 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-4b1fb856-0ae5-41e1-a820-2c69ac5f719c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5755198 Jul 21 23:40:20.505770 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59868) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:20.511054 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:20.526132 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port bf3d7700-4f6a-4ed5-976f-d98d0af517ec, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:20.552606 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e98bbf-68a8-4994-9751-c6d038ae3c12 None None] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:20.557365 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (10f84426-fc08-46e0-b95b-7290bce7bae5), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.558915 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (10f84426-fc08-46e0-b95b-7290bce7bae5), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.582913 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'port_id': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'mac_address': 'fa:16:3e:c4:3a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:40:20.667480 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks [] for router_controller (10f84426-fc08-46e0-b95b-7290bce7bae5), precommit_add_association {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.676707 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.683663 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port bf3d7700-4f6a-4ed5-976f-d98d0af517ec is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:20.684062 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.718712 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.720252 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3d7700-4f6a-4ed5-976f-d98d0af517ec {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:20.741573 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:40:20.742553 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.768426 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port bf3d7700-4f6a-4ed5-976f-d98d0af517ec, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:20.776598 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.782320 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:20.785409 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:20.788904 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:20.834049 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'Port': ['ID=206493a3-797f-45e0-bd4f-0c0be780e99d,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:20.841333 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks [] for router_gateway (10f84426-fc08-46e0-b95b-7290bce7bae5), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.870788 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:20.898655 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:20.925334 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.077428 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:21.083553 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:21.085765 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks [] for router_gateway (10f84426-fc08-46e0-b95b-7290bce7bae5), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.113169 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.132378 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.138962 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Allocated IP 172.20.0.2 (e0cff7d2-068a-415c-ae07-6a6f8ef7f009/312c9344-7bbd-4b73-a2ac-31c4cc3d60a6/37857e4b-ea74-4e46-98e7-13d789da7f6d) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:21.142474 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.186888 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['bf3d7700-4f6a-4ed5-976f-d98d0af517ec'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:40:21.189859 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.212867 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'Port': ['ID=206493a3-797f-45e0-bd4f-0c0be780e99d,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:21.217746 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.228099 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e8104138-5454-45df-a36d-0c24aca1e967 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0782590 Jul 21 23:40:21.306175 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Allocated IP 172.27.1.212 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/f89f5416-03d1-4907-8991-a89c4ba5dd73) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:21.401441 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979aa9-1f32-49a8-b2fc-340a5809c0a8 req-61923302-e233-4569-b4f5-bc24140d36e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:21.403364 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e5979aa9-1f32-49a8-b2fc-340a5809c0a8 req-61923302-e233-4569-b4f5-bc24140d36e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 944 time: 0.0641088 Jul 21 23:40:21.445474 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Publish callbacks [] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.455997 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:21.463816 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e5979aa9-1f32-49a8-b2fc-340a5809c0a8 req-b608b23e-fb6c-4bed-a3a3-35014c10aa5e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544944 Jul 21 23:40:21.466985 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.495360 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks [] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.524036 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:21.531599 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-ba77b7dc-0f58-4d49-9018-c239d6f49dc5 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--17485504&fields=id&tenant_id=79b6d71ecbf94b7a81761727712881ea HTTP/1.1" status: 200 len: 267 time: 0.0832291 Jul 21 23:40:21.532782 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:21.537292 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:21.539645 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:21.542869 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Pushing event updated for resources: {'Port': ['ID=37857e4b-ea74-4e46-98e7-13d789da7f6d,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:21.580427 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:21.625543 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Attempting to bind port 37857e4b-ea74-4e46-98e7-13d789da7f6d on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:21.625925 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Attempting to bind port 37857e4b-ea74-4e46-98e7-13d789da7f6d by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:21.626296 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Attempting to bind port 37857e4b-ea74-4e46-98e7-13d789da7f6d on network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:21.633686 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:21.634378 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Checking segment: {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:21.634800 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.635312 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Bound using segment: {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:21.635840 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Bound port: 37857e4b-ea74-4e46-98e7-13d789da7f6d, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:21.636308 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.652152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.717716 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] For port 37857e4b-ea74-4e46-98e7-13d789da7f6d, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:21.717837 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:21.718503 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Pushing event updated for resources: {'Port': ['ID=f89f5416-03d1-4907-8991-a89c4ba5dd73,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:21.721050 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] For port 37857e4b-ea74-4e46-98e7-13d789da7f6d, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=37857e4b-ea74-4e46-98e7-13d789da7f6d,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:21.725113 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:21.729365 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:21.733630 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:21.780956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-74f57417-a705-44aa-8048-c939fbdf2f3b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:21.786714 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-74f57417-a705-44aa-8048-c939fbdf2f3b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 819 time: 0.2473164 Jul 21 23:40:21.801579 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9fd90-3d8b-46af-afee-13e79570b0ef None None] Pushing event updated for resources: {'Port': ['ID=37857e4b-ea74-4e46-98e7-13d789da7f6d,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:21.827783 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-5782bbf7-2de8-49e3-8c12-070c895d8bcc tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/quotas/79b6d71ecbf94b7a81761727712881ea HTTP/1.1" status: 200 len: 375 time: 0.0401554 Jul 21 23:40:21.903415 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=23 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:21.909422 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=53 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:21.970998 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-493753c4-e1c8-4aab-bbb3-5844a3c5d0bc tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1350465 Jul 21 23:40:22.179160 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-315d6f65-3fd0-4734-8ef3-f0a00ef0e0ad service neutron] 10.222.0.57 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962116 Jul 21 23:40:22.206037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks [] for router_gateway (10f84426-fc08-46e0-b95b-7290bce7bae5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:22.325647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 37857e4b-ea74-4e46-98e7-13d789da7f6d up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:22.372020 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-86389de8-1db2-44c6-9c51-b1ddabeb6f10 service neutron] 10.222.0.57 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856663 Jul 21 23:40:22.379233 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 37857e4b-ea74-4e46-98e7-13d789da7f6d triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:22.379932 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:22.474822 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 37857e4b-ea74-4e46-98e7-13d789da7f6d is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:22.475980 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:22.486787 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (10f84426-fc08-46e0-b95b-7290bce7bae5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:22.512267 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:22.526786 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 37857e4b-ea74-4e46-98e7-13d789da7f6d, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=37857e4b-ea74-4e46-98e7-13d789da7f6d,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:22.549041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:22.561846 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:22.599518 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-677d80df-4c6c-4457-8a30-4ce89ce69637 req-1f8a307c-3611-4f9f-9382-d35095a35487 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 210 time: 0.0425043 Jul 21 23:40:22.614381 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=37857e4b-ea74-4e46-98e7-13d789da7f6d,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:22.689452 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da272-1a9a-458e-9bfb-930bfbc55c06 req-8e0e8543-f002-4e6d-9291-565980ed31e0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:22.691498 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-872da272-1a9a-458e-9bfb-930bfbc55c06 req-8e0e8543-f002-4e6d-9291-565980ed31e0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 944 time: 0.0594127 Jul 21 23:40:22.732887 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:22.733172 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Router 10f84426-fc08-46e0-b95b-7290bce7bae5 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:40:22.741419 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:22.761775 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-872da272-1a9a-458e-9bfb-930bfbc55c06 req-c4086e2d-7ca0-4d51-84e9-9ba35d76eea8 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598249 Jul 21 23:40:22.860982 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:22.873307 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Sync routers for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:22.895516 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:22.896320 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:22.905862 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:22.907117 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ebb463b4-8af0-4499-85b0-2e45666c7a08 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4003134 Jul 21 23:40:22.909783 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 59964) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:23.022236 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939bdbf-7ed3-4f21-9072-00d52edd76ed None None] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:23.042455 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:23.210593 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-f33cf38a-71bf-4148-b9d2-96cd06569d3f None None] Provisioning complete for port 37857e4b-ea74-4e46-98e7-13d789da7f6d triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:23.210973 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f33cf38a-71bf-4148-b9d2-96cd06569d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:23.285014 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:23.400566 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:21Z', 'revision_number': 3, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:23.442328 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Checking router: 10f84426-fc08-46e0-b95b-7290bce7bae5 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:23.442685 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Updating router 10f84426-fc08-46e0-b95b-7290bce7bae5 port f89f5416-03d1-4907-8991-a89c4ba5dd73 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:23.446806 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-f33cf38a-71bf-4148-b9d2-96cd06569d3f None None] Current status of the port 37857e4b-ea74-4e46-98e7-13d789da7f6d is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:23.483341 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:23.652574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:23.681799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-9cf42486-8360-4f0f-b2ef-0e81b984eabe None None] Provisioning complete for port 37857e4b-ea74-4e46-98e7-13d789da7f6d triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:23.681799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-9cf42486-8360-4f0f-b2ef-0e81b984eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:23.737782 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f54c04db-e032-4b1d-9431-950a932343d8 req-33d3a7e6-1195-4dc1-b771-a24493351373 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 210 time: 0.0446110 Jul 21 23:40:23.794368 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:23.849437 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-9cf42486-8360-4f0f-b2ef-0e81b984eabe None None] Current status of the port 37857e4b-ea74-4e46-98e7-13d789da7f6d is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:23.924786 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Publish callbacks [] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:23.926344 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0fd8-8740-4db9-a0d9-6c5ea6cd7860 req-b0099118-6fb4-403f-bf2c-21e8b0bc9864 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:23.927834 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ede0fd8-8740-4db9-a0d9-6c5ea6cd7860 req-b0099118-6fb4-403f-bf2c-21e8b0bc9864 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 944 time: 0.0825307 Jul 21 23:40:23.931502 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:23.937048 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Allocated IP 172.20.0.1 (e0cff7d2-068a-415c-ae07-6a6f8ef7f009/312c9344-7bbd-4b73-a2ac-31c4cc3d60a6/cb69e10a-f5d0-49a2-a368-c1e843269562) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:23.943200 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:23.987968 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02562f-244c-4d76-86d7-ab3439305fe0 None None] Pushing event updated for resources: {'Port': ['ID=f89f5416-03d1-4907-8991-a89c4ba5dd73,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:23.990251 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Attempting to bind port f89f5416-03d1-4907-8991-a89c4ba5dd73 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:23.990615 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Attempting to bind port f89f5416-03d1-4907-8991-a89c4ba5dd73 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:23.990980 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Attempting to bind port f89f5416-03d1-4907-8991-a89c4ba5dd73 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:23.998023 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:23.998397 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:23.998798 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:23.999183 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:23.999655 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Bound port: f89f5416-03d1-4907-8991-a89c4ba5dd73, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:24.000033 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.048832 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] For port f89f5416-03d1-4907-8991-a89c4ba5dd73, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:24.050386 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ede0fd8-8740-4db9-a0d9-6c5ea6cd7860 req-19477cd6-f0cc-4217-a555-b4d134751ada tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106315 Jul 21 23:40:24.052341 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] For port f89f5416-03d1-4907-8991-a89c4ba5dd73, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=f89f5416-03d1-4907-8991-a89c4ba5dd73,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:24.060400 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.076938 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:24.096072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks [] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.113465 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:24.114110 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:24.133303 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.165537 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02562f-244c-4d76-86d7-ab3439305fe0 None None] Pushing event updated for resources: {'Port': ['ID=f89f5416-03d1-4907-8991-a89c4ba5dd73,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:24.173122 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:24.178250 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:24.183052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:24.207658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Pushing event updated for resources: {'Port': ['ID=cb69e10a-f5d0-49a2-a368-c1e843269562,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:24.227574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (10f84426-fc08-46e0-b95b-7290bce7bae5), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.235291 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:24.385792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.431361 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 37857e4b-ea74-4e46-98e7-13d789da7f6d up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:24.434700 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:24.526544 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-8f4b2672-d0d2-4322-ab90-c7d1a3387215 None None] Provisioning complete for port cb69e10a-f5d0-49a2-a368-c1e843269562 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:24.526919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2672-d0d2-4322-ab90-c7d1a3387215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.558821 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks [] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.563650 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.582715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 37857e4b-ea74-4e46-98e7-13d789da7f6d triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:24.583084 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.611800 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b2672-d0d2-4322-ab90-c7d1a3387215 None None] Port cb69e10a-f5d0-49a2-a368-c1e843269562 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:24.636513 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (10f84426-fc08-46e0-b95b-7290bce7bae5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:24.638304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Pushing event updated for resources: {'Port': ['ID=cb69e10a-f5d0-49a2-a368-c1e843269562,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:24.668649 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:21Z', 'revision_number': 3, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:24.708857 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:24.711986 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf0c9-f4e7-425b-854f-05c6ef7a1d3d None None] The sync data for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi is: [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:21Z', 'revision_number': 3, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:24.726428 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 37857e4b-ea74-4e46-98e7-13d789da7f6d is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:24.740927 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:24.742441 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:24.825112 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bf3d7700-4f6a-4ed5-976f-d98d0af517ec up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:24.873696 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:24.927411 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-278a7010-a093-43b3-ac36-997f4adfaea8 req-edf4a908-1b0f-4e63-9dc8-69ffbcad4d51 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 210 time: 0.0556118 Jul 21 23:40:24.933972 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port bf3d7700-4f6a-4ed5-976f-d98d0af517ec completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:40:24.938288 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Router 10f84426-fc08-46e0-b95b-7290bce7bae5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:40:24.949223 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port bf3d7700-4f6a-4ed5-976f-d98d0af517ec triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:24.949223 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:25.014199 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:25.137563 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:25.150489 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-dfde17b0-9f2c-441f-9be4-6226b2d472fa admin admin] 10.222.0.57 "PUT /v2.0/routers/10f84426-fc08-46e0-b95b-7290bce7bae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2316194 Jul 21 23:40:25.169625 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-29216959-0dcb-442f-9659-123733d7a12e None None] Provisioning complete for port cb69e10a-f5d0-49a2-a368-c1e843269562 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:25.170926 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-29216959-0dcb-442f-9659-123733d7a12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:25.175151 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port bf3d7700-4f6a-4ed5-976f-d98d0af517ec is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:25.175791 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:25.232305 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-29216959-0dcb-442f-9659-123733d7a12e None None] Port cb69e10a-f5d0-49a2-a368-c1e843269562 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:25.238008 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:25.239992 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792af8-9a4d-449f-87d5-4a6cb3d841b9 req-eb3c08d2-4d49-406e-b8b7-2b3692da190a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:25.240456 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24ef0e3-0667-4f7e-b180-d8baca8f9171" -d '{"events": [{"server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "name": "network-vif-plugged", "status": "completed", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:25.241763 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a0792af8-9a4d-449f-87d5-4a6cb3d841b9 req-eb3c08d2-4d49-406e-b8b7-2b3692da190a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 944 time: 0.0776746 Jul 21 23:40:25.270138 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port bf3d7700-4f6a-4ed5-976f-d98d0af517ec, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:25.280005 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:25.318504 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d442ca-7904-41fa-aed8-bf0d51bfa169 x-openstack-request-id: req-97d442ca-7904-41fa-aed8-bf0d51bfa169 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:40:25.319020 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "name": "network-vif-plugged", "status": "completed", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:40:25.319419 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97d442ca-7904-41fa-aed8-bf0d51bfa169 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:40:25.319958 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d442ca-7904-41fa-aed8-bf0d51bfa169'] response: {'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'code': 200} Jul 21 23:40:25.325456 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a0792af8-9a4d-449f-87d5-4a6cb3d841b9 req-a4370038-59f6-49cb-80bd-192b8369fe0f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769656 Jul 21 23:40:25.358001 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:25.707566 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2bd5c-8852-4779-b188-004456dfa3a2 req-706b14df-f715-4bfc-b138-d5202758280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:25.709392 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e6d2bd5c-8852-4779-b188-004456dfa3a2 req-706b14df-f715-4bfc-b138-d5202758280f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 1129 time: 0.1094346 Jul 21 23:40:25.756742 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-55898189-3744-45d9-ac0c-5218c8974e0b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:25.761676 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-55898189-3744-45d9-ac0c-5218c8974e0b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 819 time: 0.2176530 Jul 21 23:40:25.826183 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e6d2bd5c-8852-4779-b188-004456dfa3a2 req-bef3979e-11d8-4876-8103-f404e2550eb4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100047 Jul 21 23:40:25.872329 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-a6b12c36-a36f-450c-a10d-37c363ee5581 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b6d71ecbf94b7a81761727712881ea HTTP/1.1" status: 200 len: 378 time: 0.0983334 Jul 21 23:40:25.903040 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60016) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:25.908192 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1842439392-network', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:25.941692 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Made reservation on behalf of 06620d963bdd4e86b2b1f406f36f96cc for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:25.944371 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:25.956698 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.059246 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ab2cd1e3-6aa7-4f43-994c-cace70bfe47b req-25b5c1c3-bdcd-4e2b-81a0-69f23ee7113b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 210 time: 0.0425527 Jul 21 23:40:26.100305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks [] for security_group (217610af-218e-48c1-a550-3830c2ba3a5f), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.104590 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (217610af-218e-48c1-a550-3830c2ba3a5f), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.131509 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:40:26.142167 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217610af-218e-48c1-a550-3830c2ba3a5f,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:26.160118 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (06efed38-d9dc-4d79-877c-9aae50b55f72), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.161421 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Added segment 06efed38-d9dc-4d79-877c-9aae50b55f72 of type vlan for network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 Jul 21 23:40:26.170269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'port': {'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'admin_state_up': True, 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'security_groups': ['3a0ceb03-6909-49d9-a8a1-5e4129407567']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:26.307116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (66d91144-ffc4-4b48-a63e-2eb131cc2a09), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.331772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:26.355776 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device f89f5416-03d1-4907-8991-a89c4ba5dd73 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:26.366641 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (66d91144-ffc4-4b48-a63e-2eb131cc2a09), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.368320 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:26.369123 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.384974 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:26.419750 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port f89f5416-03d1-4907-8991-a89c4ba5dd73 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:26.420229 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.522232 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port f89f5416-03d1-4907-8991-a89c4ba5dd73 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:26.522625 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.528041 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6225421 Jul 21 23:40:26.529731 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60042) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:26.534568 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Request body: {'subnet': {'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1842439392-subnet', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'ip_version': 4}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:26.548033 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port f89f5416-03d1-4907-8991-a89c4ba5dd73, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=f89f5416-03d1-4907-8991-a89c4ba5dd73,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:26.556496 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.566814 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Made reservation on behalf of 06620d963bdd4e86b2b1f406f36f96cc for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:26.570109 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.593659 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c8550-ca29-4695-bfad-990e8adf619c admin admin] Pushing event updated for resources: {'Network': ['ID=66d91144-ffc4-4b48-a63e-2eb131cc2a09,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:26.612440 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:40:26.615013 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00813fd6-694c-4990-a810-6c353c6ba324 req-e781ec2f-73ac-4603-81f5-97f23db92848 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:26.622757 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-00813fd6-694c-4990-a810-6c353c6ba324 req-e781ec2f-73ac-4603-81f5-97f23db92848 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.1883321 Jul 21 23:40:26.654468 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Made reservation on behalf of 79b6d71ecbf94b7a81761727712881ea for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:26.654630 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=f89f5416-03d1-4907-8991-a89c4ba5dd73,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:26.660060 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.713854 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-00813fd6-694c-4990-a810-6c353c6ba324 req-fc92ac9d-fbc9-43b7-a381-6722472fbc49 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901430 Jul 21 23:40:26.798644 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (e4b2f6b6-2522-46aa-9c7a-d20503bafdd9), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.851879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Allocated IP 172.20.0.3 (54f97918-47c2-4d61-9f70-7fcf49dfea51/09c4a61f-4025-4c2e-9704-f6f61ca492ff/35c14d66-0050-4ea8-b943-7e894d33c3e5) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:26.854074 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b2f6b6-2522-46aa-9c7a-d20503bafdd9,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:26.870044 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Sync routers for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:26.876770 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.877253 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.877625 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.878037 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.878572 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.878913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.879445 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.879945 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.880432 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.880882 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:26.881000 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.881286 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.881545 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:26.881684 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.881945 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.882274 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.882600 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:26.890334 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Checking segment: {'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:26.891166 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Network hostable DHCP agents. Network: 66d91144-ffc4-4b48-a63e-2eb131cc2a09, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:40:26.911955 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:40:26.924832 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 66d91144-ffc4-4b48-a63e-2eb131cc2a09) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:26.933542 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:26.934905 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:26.938347 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec8990-e31e-4a93-9345-bbcd0bc6e832 None None] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:26.964318 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3c510724-26ce-40c3-942c-2a10cd49d3e3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4334400 Jul 21 23:40:26.965439 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60044) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:26.972166 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:27.003591 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:27.006918 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (991ccb0a-51f9-4693-a850-3f4b29f95a23), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.008367 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (991ccb0a-51f9-4693-a850-3f4b29f95a23), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.081489 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks [] for router_controller (991ccb0a-51f9-4693-a850-3f4b29f95a23), precommit_add_association {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.096601 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.106920 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'fixed_ips': [{'subnet_id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:40:27.109066 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.172080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.207134 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:27.215822 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:27.237540 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 2, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:27.259599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event updated for resources: {'Port': ['ID=35c14d66-0050-4ea8-b943-7e894d33c3e5,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:27.278339 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:27.278339 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:27.280528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:27.291428 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Checking router: 10f84426-fc08-46e0-b95b-7290bce7bae5 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:27.291772 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Updating router 10f84426-fc08-46e0-b95b-7290bce7bae5 port cb69e10a-f5d0-49a2-a368-c1e843269562 binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:27.326959 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.332821 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Allocated IP 172.20.0.2 (66d91144-ffc4-4b48-a63e-2eb131cc2a09/e4b2f6b6-2522-46aa-9c7a-d20503bafdd9/ea43a161-0cd2-441b-baea-217753ee9766) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:27.350374 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks [] for router_gateway (991ccb0a-51f9-4693-a850-3f4b29f95a23), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.361422 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:27.362206 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.385294 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:27.391257 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-43a4f0fb-e753-4a8c-a159-d5217e105b20 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2241976 Jul 21 23:40:27.426442 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d36dd-b52a-4bf0-ac33-f4f3d706ca03 req-764d96da-5ab4-4597-8736-93382efee214 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:27.435194 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a32d36dd-b52a-4bf0-ac33-f4f3d706ca03 req-764d96da-5ab4-4597-8736-93382efee214 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 931 time: 0.1085505 Jul 21 23:40:27.543782 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Publish callbacks [] for port (ea43a161-0cd2-441b-baea-217753ee9766), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.547874 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a32d36dd-b52a-4bf0-ac33-f4f3d706ca03 req-eb9d75f5-6edc-4920-b6ed-79d3e58e45ec tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113353 Jul 21 23:40:27.559582 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (ea43a161-0cd2-441b-baea-217753ee9766), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.602014 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-d6154efe-dbcf-484b-a474-cbb2b6743194 None None] Provisioning complete for port 35c14d66-0050-4ea8-b943-7e894d33c3e5 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:27.603140 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d6154efe-dbcf-484b-a474-cbb2b6743194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.641012 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-d6154efe-dbcf-484b-a474-cbb2b6743194 None None] Port 35c14d66-0050-4ea8-b943-7e894d33c3e5 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:27.662842 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:27.666944 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:27.669165 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Pushing event updated for resources: {'Port': ['ID=ea43a161-0cd2-441b-baea-217753ee9766,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:27.670263 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Publish callbacks [] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.671956 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:27.678876 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.728283 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:27.729148 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65f0c2-9611-45b9-b1df-3b30564b2c8e None None] Pushing event updated for resources: {'Port': ['ID=cb69e10a-f5d0-49a2-a368-c1e843269562,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:27.739090 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Attempting to bind port ea43a161-0cd2-441b-baea-217753ee9766 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:27.739090 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Attempting to bind port ea43a161-0cd2-441b-baea-217753ee9766 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:27.739286 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Attempting to bind port ea43a161-0cd2-441b-baea-217753ee9766 on network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:27.746012 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:27.747058 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Checking segment: {'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:27.747187 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.747486 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Bound using segment: {'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:27.747958 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Bound port: ea43a161-0cd2-441b-baea-217753ee9766, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:27.748348 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (ea43a161-0cd2-441b-baea-217753ee9766), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.754446 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks [] for router_gateway (991ccb0a-51f9-4693-a850-3f4b29f95a23), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.779045 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.824658 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Attempting to bind port cb69e10a-f5d0-49a2-a368-c1e843269562 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:27.825035 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Attempting to bind port cb69e10a-f5d0-49a2-a368-c1e843269562 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:27.825434 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Attempting to bind port cb69e10a-f5d0-49a2-a368-c1e843269562 on network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:27.831556 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:27.832003 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Checking segment: {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:27.832132 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] For port ea43a161-0cd2-441b-baea-217753ee9766, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:27.832464 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.833006 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Bound using segment: {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:27.833514 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Bound port: cb69e10a-f5d0-49a2-a368-c1e843269562, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:27.833935 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.854710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:27.857826 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] For port ea43a161-0cd2-441b-baea-217753ee9766, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=ea43a161-0cd2-441b-baea-217753ee9766,segment=NetworkSegment(06efed38-d9dc-4d79-877c-9aae50b55f72),segment_id=06efed38-d9dc-4d79-877c-9aae50b55f72)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:27.873568 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (ea43a161-0cd2-441b-baea-217753ee9766), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:27.935981 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d8f39-91b4-4685-9917-7e59b3bb7bc9 req-44f4d79a-436d-4feb-90c0-852be83bb736 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:27.937730 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-681d8f39-91b4-4685-9917-7e59b3bb7bc9 req-44f4d79a-436d-4feb-90c0-852be83bb736 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0955184 Jul 21 23:40:27.950958 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] For port cb69e10a-f5d0-49a2-a368-c1e843269562, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:27.960512 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] For port cb69e10a-f5d0-49a2-a368-c1e843269562, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=cb69e10a-f5d0-49a2-a368-c1e843269562,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:27.965269 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:27.981030 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.013827 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-681d8f39-91b4-4685-9917-7e59b3bb7bc9 req-66a815ba-5e0e-43bd-af21-1b6b7a90b429 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697691 Jul 21 23:40:28.021092 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9c6c6-495a-432c-9886-858e6507c23b None None] Pushing event updated for resources: {'Port': ['ID=ea43a161-0cd2-441b-baea-217753ee9766,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:28.103298 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65f0c2-9611-45b9-b1df-3b30564b2c8e None None] Pushing event updated for resources: {'Port': ['ID=cb69e10a-f5d0-49a2-a368-c1e843269562,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:28.106382 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:28.107009 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:28.174696 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Provisioning complete for port cb69e10a-f5d0-49a2-a368-c1e843269562 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:28.175902 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.212882 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:28.313099 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Allocated IP 172.27.1.244 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/1296027b-e694-46a0-9889-6be457777a0f) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:28.328508 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:28.329745 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Current status of the port cb69e10a-f5d0-49a2-a368-c1e843269562 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:28.335561 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.386432 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:28.431693 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device f89f5416-03d1-4907-8991-a89c4ba5dd73 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:28.481791 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] For port cb69e10a-f5d0-49a2-a368-c1e843269562, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=cb69e10a-f5d0-49a2-a368-c1e843269562,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:28.496584 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.506605 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks [] for port (1296027b-e694-46a0-9889-6be457777a0f), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.561294 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port f89f5416-03d1-4907-8991-a89c4ba5dd73 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:28.562301 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.563400 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (1296027b-e694-46a0-9889-6be457777a0f), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.613804 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:28.624495 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:28.636263 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:28.661023 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-79f80de6-de69-456c-8e8c-453904653089 None None] Provisioning complete for port cb69e10a-f5d0-49a2-a368-c1e843269562 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:28.661844 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-79f80de6-de69-456c-8e8c-453904653089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:28.756668 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Pushing event updated for resources: {'Port': ['ID=cb69e10a-f5d0-49a2-a368-c1e843269562,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:28.767140 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port f89f5416-03d1-4907-8991-a89c4ba5dd73 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:28.769999 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.770350 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.770892 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.771242 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.771584 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.772020 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.772364 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.772692 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.777343 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.778272 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.778272 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.778462 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.778749 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.779127 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.779461 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ba430-f4be-4cd2-bf4a-f3a7fc2bed95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:28.785936 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:28.842311 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-79f80de6-de69-456c-8e8c-453904653089 None None] Current status of the port cb69e10a-f5d0-49a2-a368-c1e843269562 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:28.854045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb274-5f14-4377-b355-7b4a12e4a47e req-29e28d66-7614-4ac1-9197-762c96714d65 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:28.865269 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53dcb274-5f14-4377-b355-7b4a12e4a47e req-29e28d66-7614-4ac1-9197-762c96714d65 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 931 time: 0.1534951 Jul 21 23:40:28.883727 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1296027b-e694-46a0-9889-6be457777a0f,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:28.957023 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:27Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:28.977518 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53dcb274-5f14-4377-b355-7b4a12e4a47e req-fe3a1dfd-42c5-4756-a0d9-e6d3f5e5608a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031013 Jul 21 23:40:29.000917 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838b8fe-2286-4a3c-9878-3f8e52ea7483 None None] The sync data for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi is: [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:27Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:29.014597 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks [] for router_gateway (991ccb0a-51f9-4693-a850-3f4b29f95a23), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:29.192265 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:29.269377 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473844b-3976-4684-82ef-03ad0a099512 req-ec4a9e88-e2ce-4ba7-a28f-12336628476d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:29.270963 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7473844b-3976-4684-82ef-03ad0a099512 req-ec4a9e88-e2ce-4ba7-a28f-12336628476d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.1241035 Jul 21 23:40:29.314766 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (991ccb0a-51f9-4693-a850-3f4b29f95a23), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:29.371804 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7473844b-3976-4684-82ef-03ad0a099512 req-268f815f-7747-4550-92dd-a391e134c2a8 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920935 Jul 21 23:40:29.424560 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:29.447308 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa62c81-7170-4f20-aeee-0f341ab35154 None None] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:29.479734 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Router 991ccb0a-51f9-4693-a850-3f4b29f95a23 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:40:29.509577 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-55a820d4-ced1-49b0-944e-eef133efb790 None None] Provisioning complete for port ea43a161-0cd2-441b-baea-217753ee9766 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:29.509960 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-55a820d4-ced1-49b0-944e-eef133efb790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ea43a161-0cd2-441b-baea-217753ee9766), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:29.567967 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Request body: {'port': {'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:29.620538 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:29.647502 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Sync routers for ids ['991ccb0a-51f9-4693-a850-3f4b29f95a23'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:29.651992 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:29.656700 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6a123489-9ce2-41be-b7e6-cb28f8d567c6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6873362 Jul 21 23:40:29.657060 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60078) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:29.676705 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:29.695005 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Routers {'991ccb0a-51f9-4693-a850-3f4b29f95a23'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:29.699769 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['991ccb0a-51f9-4693-a850-3f4b29f95a23'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:29.703117 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-55a820d4-ced1-49b0-944e-eef133efb790 None None] Current status of the port ea43a161-0cd2-441b-baea-217753ee9766 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:29.703880 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-55a820d4-ced1-49b0-944e-eef133efb790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (ea43a161-0cd2-441b-baea-217753ee9766), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.075005 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-55a820d4-ced1-49b0-944e-eef133efb790 None None] For port ea43a161-0cd2-441b-baea-217753ee9766, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=ea43a161-0cd2-441b-baea-217753ee9766,segment=NetworkSegment(06efed38-d9dc-4d79-877c-9aae50b55f72),segment_id=06efed38-d9dc-4d79-877c-9aae50b55f72)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:30.144250 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-55a820d4-ced1-49b0-944e-eef133efb790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (ea43a161-0cd2-441b-baea-217753ee9766), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.204679 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a820d4-ced1-49b0-944e-eef133efb790 None None] Pushing event updated for resources: {'Port': ['ID=ea43a161-0cd2-441b-baea-217753ee9766,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:30.225698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Set router 991ccb0a-51f9-4693-a850-3f4b29f95a23 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:30.261530 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b22027-1d35-455d-9454-a35f5030cccf req-3795a4a7-86d9-4358-acdb-99bad9a2cdd7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:30.270574 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b4b22027-1d35-455d-9454-a35f5030cccf req-3795a4a7-86d9-4358-acdb-99bad9a2cdd7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 931 time: 0.1645899 Jul 21 23:40:30.323474 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-52dbe8b1-17cb-4a62-b377-a498a466ed81 None None] Provisioning complete for port ea43a161-0cd2-441b-baea-217753ee9766 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:30.323874 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-52dbe8b1-17cb-4a62-b377-a498a466ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ea43a161-0cd2-441b-baea-217753ee9766), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.402977 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.479802 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:30.485250 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-52dbe8b1-17cb-4a62-b377-a498a466ed81 None None] Current status of the port ea43a161-0cd2-441b-baea-217753ee9766 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:30.527069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c14d66-0050-4ea8-b943-7e894d33c3e5 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:30.534528 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device cb69e10a-f5d0-49a2-a368-c1e843269562 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:30.539874 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Publish callbacks [] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.553452 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:30.563556 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Transition to ACTIVE for port object 35c14d66-0050-4ea8-b943-7e894d33c3e5 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:40:30.579661 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.583623 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '1296027b-e694-46a0-9889-6be457777a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 3, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port': {'id': '1296027b-e694-46a0-9889-6be457777a0f', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:30.643970 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:30.648061 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:30.652125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Checking router: 991ccb0a-51f9-4693-a850-3f4b29f95a23 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:30.652886 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Updating router 991ccb0a-51f9-4693-a850-3f4b29f95a23 port 1296027b-e694-46a0-9889-6be457777a0f binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:30.670429 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Pushing event updated for resources: {'Port': ['ID=35c14d66-0050-4ea8-b943-7e894d33c3e5,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:30.688000 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b4b22027-1d35-455d-9454-a35f5030cccf req-a3cf54d7-442c-49d9-afc2-1dca387bfc85 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3780682 Jul 21 23:40:30.694868 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1296027b-e694-46a0-9889-6be457777a0f), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.715583 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.716341 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.716938 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.717595 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.717997 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.718399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.718803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.719178 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.719579 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.719969 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.720376 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.720760 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.721244 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.721709 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.722096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:40:30.791752 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c060e-7101-4ca9-860a-cf9af67db898 req-106f2b8e-e325-4b75-bd08-cafdeae23fb0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:30.793804 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7e3c060e-7101-4ca9-860a-cf9af67db898 req-106f2b8e-e325-4b75-bd08-cafdeae23fb0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.1901553 Jul 21 23:40:30.828864 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Attempting to bind port 35c14d66-0050-4ea8-b943-7e894d33c3e5 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:30.829631 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Attempting to bind port 35c14d66-0050-4ea8-b943-7e894d33c3e5 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:30.830174 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Attempting to bind port 35c14d66-0050-4ea8-b943-7e894d33c3e5 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:30.837903 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Port 35c14d66-0050-4ea8-b943-7e894d33c3e5 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:40:30.838462 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Attempting to bind port 35c14d66-0050-4ea8-b943-7e894d33c3e5 on network 54f97918-47c2-4d61-9f70-7fcf49dfea51 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:30.839867 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:30.849053 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:30.849713 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Checking segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:30.850169 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:30.850420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Bound using segment: {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:30.851039 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Bound port: 35c14d66-0050-4ea8-b943-7e894d33c3e5, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1efdae-18ed-4cc5-b726-a90e184371de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:30.851651 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:30.924808 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7e3c060e-7101-4ca9-860a-cf9af67db898 req-ee2f9f13-78ed-4789-82fc-7c4821f18033 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006145 Jul 21 23:40:30.929486 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Allocated IP 172.20.0.1 (66d91144-ffc4-4b48-a63e-2eb131cc2a09/e4b2f6b6-2522-46aa-9c7a-d20503bafdd9/6835e8b6-ee1a-4493-a02f-a2c9025b7dd0) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:30.992514 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] For port 35c14d66-0050-4ea8-b943-7e894d33c3e5, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:31.002941 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port cb69e10a-f5d0-49a2-a368-c1e843269562 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:31.003183 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.005654 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] For port 35c14d66-0050-4ea8-b943-7e894d33c3e5, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:31.021307 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.112283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:31.112915 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.114894 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] 10.222.0.39 "PUT /v2.0/ports/35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 1093 time: 1.5541141 Jul 21 23:40:31.115336 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:31.117762 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839c8c5f-bf99-40f4-a994-85f3599cf675" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:31.120132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks [] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.166309 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.197253 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a16e-3362-410e-a8b5-f03594b00c2f service neutron] Pushing event updated for resources: {'Port': ['ID=35c14d66-0050-4ea8-b943-7e894d33c3e5,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:31.205302 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f0eaf-bfde-40f6-a9ea-fe6988ea13a7 req-155bfb52-9f4f-4d71-ae85-77268b719dfd tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:31.226293 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60108) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:31.227590 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1b1f0eaf-bfde-40f6-a9ea-fe6988ea13a7 req-155bfb52-9f4f-4d71-ae85-77268b719dfd tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.1365938 Jul 21 23:40:31.231451 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'floatingip': {'port_id': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:31.250768 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03844db-386a-4d6b-aeb4-9f21b329f642 x-openstack-request-id: req-a03844db-386a-4d6b-aeb4-9f21b329f642 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:40:31.251059 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:40:31.251454 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a03844db-386a-4d6b-aeb4-9f21b329f642 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:40:31.251915 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03844db-386a-4d6b-aeb4-9f21b329f642'] response: {'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'status': 'completed', 'code': 200} Jul 21 23:40:31.254845 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Publish callbacks [] for port (1296027b-e694-46a0-9889-6be457777a0f), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.272196 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-2e98a4d1-3302-44a3-b21c-31a4b88b393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:31.274504 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-2e98a4d1-3302-44a3-b21c-31a4b88b393c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1127 time: 0.0988910 Jul 21 23:40:31.283058 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1296027b-e694-46a0-9889-6be457777a0f), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.288070 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Pushing event updated for resources: {'Port': ['ID=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:31.293448 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:31.298819 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:31.303534 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:31.304026 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (991ccb0a-51f9-4693-a850-3f4b29f95a23), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.308424 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (f9774ffe-d9d3-4535-be37-6a3b75ca6413), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.346799 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-b4d8a973-cdbf-44bf-af4c-d815ac944c44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 217 time: 0.0613182 Jul 21 23:40:31.379825 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port cb69e10a-f5d0-49a2-a368-c1e843269562 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:31.380951 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device ea43a161-0cd2-441b-baea-217753ee9766 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:31.443476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-6a1b79ec-19e0-4e62-97d6-0b16da984be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:31.449759 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-6a1b79ec-19e0-4e62-97d6-0b16da984be2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0952399 Jul 21 23:40:31.502469 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Attempting to bind port 1296027b-e694-46a0-9889-6be457777a0f on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:31.503270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Attempting to bind port 1296027b-e694-46a0-9889-6be457777a0f by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:31.504161 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Attempting to bind port 1296027b-e694-46a0-9889-6be457777a0f on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:31.509452 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-036ce88c-6018-44a3-805f-76fe64ad583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:31.511658 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-036ce88c-6018-44a3-805f-76fe64ad583e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538361 Jul 21 23:40:31.585067 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303999ee-c5cb-48cf-8acf-eaa49b555395 None None] Pushing event updated for resources: {'Port': ['ID=1296027b-e694-46a0-9889-6be457777a0f,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:31.596710 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:31.597518 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:31.598163 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.598749 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:31.599541 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Bound port: 1296027b-e694-46a0-9889-6be457777a0f, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:31.600221 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1296027b-e694-46a0-9889-6be457777a0f), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.645150 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port ea43a161-0cd2-441b-baea-217753ee9766 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:31.645670 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (ea43a161-0cd2-441b-baea-217753ee9766), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.703980 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-02860d97-2783-4f01-afa0-4ed1504c6ba8 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853018 Jul 21 23:40:31.707217 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.723784 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:31.739689 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-d5cf17b6-c43b-4e26-b712-12852c60b183 None None] Provisioning complete for port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:31.740234 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d5cf17b6-c43b-4e26-b712-12852c60b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.828086 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf17b6-c43b-4e26-b712-12852c60b183 None None] Port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:31.851477 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] For port 1296027b-e694-46a0-9889-6be457777a0f, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:31.856440 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] For port 1296027b-e694-46a0-9889-6be457777a0f, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1296027b-e694-46a0-9889-6be457777a0f,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:31.863451 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6441f807-cb22-4fc3-b4d4-95b65a2c7f94 req-26ebbd3d-13c3-42db-bf16-871e9d6cfd1b service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488867 Jul 21 23:40:31.876954 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1296027b-e694-46a0-9889-6be457777a0f), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:31.963021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1f5b6-cf7d-4ad5-ad01-b620e86b80dc req-703e1670-2461-44e3-8708-ca12d8ff415e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:31.965308 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5ef1f5b6-cf7d-4ad5-ad01-b620e86b80dc req-703e1670-2461-44e3-8708-ca12d8ff415e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 943 time: 0.1307588 Jul 21 23:40:32.095800 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5ef1f5b6-cf7d-4ad5-ad01-b620e86b80dc req-2f4024b1-36b9-4f6e-9ade-794b2386920d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249764 Jul 21 23:40:32.118938 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port ea43a161-0cd2-441b-baea-217753ee9766 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:32.145390 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Routers {'991ccb0a-51f9-4693-a850-3f4b29f95a23'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:32.146088 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['991ccb0a-51f9-4693-a850-3f4b29f95a23'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:32.151041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303999ee-c5cb-48cf-8acf-eaa49b555395 None None] Pushing event updated for resources: {'Port': ['ID=1296027b-e694-46a0-9889-6be457777a0f,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:32.219917 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:32.336122 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:32.348756 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] Set router 991ccb0a-51f9-4693-a850-3f4b29f95a23 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:32.383876 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93b16d-c2ac-4ee0-9bbc-f2a896d44cd8 req-99e6bf76-7d48-406d-9247-01858ee4467e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:32.386691 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cb93b16d-c2ac-4ee0-9bbc-f2a896d44cd8 req-99e6bf76-7d48-406d-9247-01858ee4467e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0931118 Jul 21 23:40:32.456896 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cb93b16d-c2ac-4ee0-9bbc-f2a896d44cd8 req-4a09ff4b-dad0-4328-aa72-4bef545b7a2b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614672 Jul 21 23:40:32.505966 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks [] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:32.517376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:32.518122 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (991ccb0a-51f9-4693-a850-3f4b29f95a23), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:32.530347 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:32.579830 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '1296027b-e694-46a0-9889-6be457777a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:31Z', 'revision_number': 4, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port': {'id': '1296027b-e694-46a0-9889-6be457777a0f', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '6835e8b6-ee1a-4493-a02f-a2c9025b7dd0', 'name': '', 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'mac_address': 'fa:16:3e:86:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:30Z', 'updated_at': '2022-07-21T23:40:30Z', 'revision_number': 1, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'subnets': [{'id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:32.605449 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262eaaf8-ed1e-41cb-93e9-7d1e0e18b53b None None] The sync data for ids ['991ccb0a-51f9-4693-a850-3f4b29f95a23'] in dv-cinder-850700-1-iscsi is: [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '1296027b-e694-46a0-9889-6be457777a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:31Z', 'revision_number': 4, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port': {'id': '1296027b-e694-46a0-9889-6be457777a0f', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '6835e8b6-ee1a-4493-a02f-a2c9025b7dd0', 'name': '', 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'mac_address': 'fa:16:3e:86:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:30Z', 'updated_at': '2022-07-21T23:40:30Z', 'revision_number': 1, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'subnets': [{'id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:32.657729 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Pushing event updated for resources: {'Port': ['ID=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:32.723699 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:32.733060 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (f9774ffe-d9d3-4535-be37-6a3b75ca6413), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:32.783450 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:32.786946 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:32.984095 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Floating IP f9774ffe-d9d3-4535-be37-6a3b75ca6413 associated. External IP: 172.27.1.176, port: bf3d7700-4f6a-4ed5-976f-d98d0af517ec. Jul 21 23:40:33.194188 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-fcc93506-5b83-4a6e-8b5a-b1299ca515d1 None None] Provisioning complete for port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:33.197152 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-fcc93506-5b83-4a6e-8b5a-b1299ca515d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:33.234570 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-16c65a1c-7f7a-4165-b0cb-47342ea0d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:33.236533 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-16c65a1c-7f7a-4165-b0cb-47342ea0d17f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1127 time: 0.1170950 Jul 21 23:40:33.248005 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Router 991ccb0a-51f9-4693-a850-3f4b29f95a23 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:40:33.284860 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-fcc93506-5b83-4a6e-8b5a-b1299ca515d1 None None] Port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:33.370448 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:33.377802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:33.386407 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:40:33.408958 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-519527fd-4275-4768-b205-9ab31cc48ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:33.412308 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-519527fd-4275-4768-b205-9ab31cc48ebd service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.1487172 Jul 21 23:40:33.445501 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:33.470679 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be817468-564a-4113-bf29-edba882d791c req-1a6afe6d-6892-4e2e-a37f-dd30701b0dae tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:33.470679 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-be817468-564a-4113-bf29-edba882d791c req-1a6afe6d-6892-4e2e-a37f-dd30701b0dae tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 943 time: 0.1574507 Jul 21 23:40:33.481330 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-c33f8f2c-979e-42e4-9730-60b81848de47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 217 time: 0.0631642 Jul 21 23:40:33.594672 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-5bcaffa3-60b7-4590-99f0-ec21c71ec48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:33.597553 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-5bcaffa3-60b7-4590-99f0-ec21c71ec48c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.1090226 Jul 21 23:40:33.656820 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:40:33.670800 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-be817468-564a-4113-bf29-edba882d791c req-6a5697aa-4e77-4808-b632-25cb091c3b13 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1884809 Jul 21 23:40:33.700236 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:33.708990 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a569802c-afa9-403c-a0a2-50941bd24c78 admin admin] 10.222.0.57 "PUT /v2.0/routers/991ccb0a-51f9-4693-a850-3f4b29f95a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0444119 Jul 21 23:40:33.879968 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:33.913646 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:33.931862 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] Sync routers for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:33.932437 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:33.963919 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:33.965917 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:33.968979 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6f2c8ef9-538f-4096-ab26-77fca838a057 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "PUT /v2.0/floatingips/f9774ffe-d9d3-4535-be37-6a3b75ca6413 HTTP/1.1" status: 200 len: 991 time: 2.7438302 Jul 21 23:40:33.969701 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:33.978707 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53afe340-d6e1-409f-8d45-f9a80a27caa6" -d '{"events": [{"name": "network-changed", "server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:34.006248 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-2ea4b5cf-a50d-4f48-bec3-51b1460e1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:34.007850 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-2ea4b5cf-a50d-4f48-bec3-51b1460e1c0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3953910 Jul 21 23:40:34.028906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d2a44f-2640-4f95-b3d5-0ac0569d75d5 x-openstack-request-id: req-f6d2a44f-2640-4f95-b3d5-0ac0569d75d5 {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:40:34.029289 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:40:34.029613 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6d2a44f-2640-4f95-b3d5-0ac0569d75d5 {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:40:34.030111 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d2a44f-2640-4f95-b3d5-0ac0569d75d5'] response: {'name': 'network-changed', 'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'status': 'completed', 'code': 200} Jul 21 23:40:34.126006 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:34.176772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35ab32-2a7c-4b64-be95-191b4e8efbc8 req-e9f51ace-28de-421d-85fc-229a17002258 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:34.185658 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3f35ab32-2a7c-4b64-be95-191b4e8efbc8 req-e9f51ace-28de-421d-85fc-229a17002258 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1760225 Jul 21 23:40:34.197089 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-e08aaa73-851e-4924-92ef-c7ee88ee7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:34.198699 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-e08aaa73-851e-4924-92ef-c7ee88ee7ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 1129 time: 0.1195817 Jul 21 23:40:34.337586 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3f35ab32-2a7c-4b64-be95-191b4e8efbc8 req-c3a6eb6c-3f84-4863-a8ae-7f7f30d7bee5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502321 Jul 21 23:40:34.342727 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-d44eeb24-c1ef-4504-ae6a-abedbe56c689 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218458 Jul 21 23:40:34.430940 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1296027b-e694-46a0-9889-6be457777a0f up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:34.468074 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'f9774ffe-d9d3-4535-be37-6a3b75ca6413', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'port_id': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'mac_address': 'fa:16:3e:c4:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946cd660-c484-440f-873a-84c4c0a208fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:08Z', 'updated_at': '2022-07-21T23:40:32Z', 'revision_number': 1, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:34.486213 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 1296027b-e694-46a0-9889-6be457777a0f triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:34.486659 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1296027b-e694-46a0-9889-6be457777a0f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:34.508330 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] Checking router: 8c884228-20a8-45e4-9ae7-2b9116e18ee3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:34.526309 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:34.526962 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:34.574004 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 1296027b-e694-46a0-9889-6be457777a0f is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:34.574757 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1296027b-e694-46a0-9889-6be457777a0f), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:34.607731 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 1296027b-e694-46a0-9889-6be457777a0f, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1296027b-e694-46a0-9889-6be457777a0f,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:34.614580 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1296027b-e694-46a0-9889-6be457777a0f), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:34.662913 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:34.676444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=1296027b-e694-46a0-9889-6be457777a0f,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:34.797603 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:34.824957 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c00ddc-abbb-4157-b60c-c2b1dae84f3a req-8e127ddb-d262-4e19-a2db-5e2258d59a16 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:34.827228 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-36c00ddc-abbb-4157-b60c-c2b1dae84f3a req-8e127ddb-d262-4e19-a2db-5e2258d59a16 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 943 time: 0.0694094 Jul 21 23:40:34.899670 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:34.903274 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-36c00ddc-abbb-4157-b60c-c2b1dae84f3a req-f00b385d-c219-413b-aae7-9f58186ff478 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663383 Jul 21 23:40:34.927681 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'f9774ffe-d9d3-4535-be37-6a3b75ca6413', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'port_id': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'mac_address': 'fa:16:3e:c4:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946cd660-c484-440f-873a-84c4c0a208fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:08Z', 'updated_at': '2022-07-21T23:40:32Z', 'revision_number': 1, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:34.956812 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68d449-07dc-4163-89c2-30c4f05a8a17 None None] The sync data for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi is: [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'f9774ffe-d9d3-4535-be37-6a3b75ca6413', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'port_id': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'mac_address': 'fa:16:3e:c4:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946cd660-c484-440f-873a-84c4c0a208fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:08Z', 'updated_at': '2022-07-21T23:40:32Z', 'revision_number': 1, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:35.047209 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:35.463345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720529a-4c37-4659-a3b6-119d0866bc9b req-9d121668-a70c-469c-93d5-b956985215be tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:35.470152 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c720529a-4c37-4659-a3b6-119d0866bc9b req-9d121668-a70c-469c-93d5-b956985215be tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0615182 Jul 21 23:40:35.516513 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c720529a-4c37-4659-a3b6-119d0866bc9b req-6a74a2ab-cd86-429f-8701-d335c5d42604 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453875 Jul 21 23:40:35.838173 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 35c14d66-0050-4ea8-b943-7e894d33c3e5 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:40:35.888019 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:36.000831 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-57726ef4-6935-4e88-acc3-274e6dab619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:36.002679 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-57726ef4-6935-4e88-acc3-274e6dab619f service neutron] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 912 time: 0.1721137 Jul 21 23:40:36.043971 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 35c14d66-0050-4ea8-b943-7e894d33c3e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:36.044856 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cb870-c537-4c76-9e24-199728a7e8c9 req-d9c58c64-4603-4014-96e0-bf727a7cbf37 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:36.052034 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-533cb870-c537-4c76-9e24-199728a7e8c9 req-d9c58c64-4603-4014-96e0-bf727a7cbf37 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 943 time: 0.0594740 Jul 21 23:40:36.060842 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'mac_address': 'fa:16:3e:df:db:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:40:36.105105 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-533cb870-c537-4c76-9e24-199728a7e8c9 req-afcc8325-265f-4570-987c-1d27b0bd7b47 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520670 Jul 21 23:40:36.228170 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 35c14d66-0050-4ea8-b943-7e894d33c3e5 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:36.228559 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:36.244471 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c14d66-0050-4ea8-b943-7e894d33c3e5 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:36.266641 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 35c14d66-0050-4ea8-b943-7e894d33c3e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:36.273208 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:36.372141 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1296027b-e694-46a0-9889-6be457777a0f up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:36.378675 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=35c14d66-0050-4ea8-b943-7e894d33c3e5,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:36.439747 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 1296027b-e694-46a0-9889-6be457777a0f triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:36.439984 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1296027b-e694-46a0-9889-6be457777a0f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:36.511089 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:36.530904 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 1296027b-e694-46a0-9889-6be457777a0f is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:36.690386 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde34ae-736e-4d18-b9f9-6703ad2eaaa1 req-94c900cf-f938-4ff5-af5e-0e3c7028d025 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:36.691971 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7cde34ae-736e-4d18-b9f9-6703ad2eaaa1 req-94c900cf-f938-4ff5-af5e-0e3c7028d025 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0793524 Jul 21 23:40:36.724625 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8116f6-d629-4349-8daf-930e304b1809 None None] New status for floating IP f9774ffe-d9d3-4535-be37-6a3b75ca6413: ACTIVE {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:40:36.761321 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7cde34ae-736e-4d18-b9f9-6703ad2eaaa1 req-0efecebb-cff2-48e6-b968-ad6cccff7148 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678823 Jul 21 23:40:36.928306 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-1e2ebfe4-8383-4a43-98fc-ba5a40b87b55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec HTTP/1.1" status: 200 len: 999 time: 0.1515336 Jul 21 23:40:36.948918 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-839c8c5f-bf99-40f4-a994-85f3599cf675 req-02ae06a8-9a35-48a3-a551-5fa88e196c0d service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753054 Jul 21 23:40:37.126423 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['35c14d66-0050-4ea8-b943-7e894d33c3e5'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:40:37.178227 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Sync routers for ids ['991ccb0a-51f9-4693-a850-3f4b29f95a23'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:37.215110 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Routers {'991ccb0a-51f9-4693-a850-3f4b29f95a23'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:37.217994 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['991ccb0a-51f9-4693-a850-3f4b29f95a23'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:37.325643 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-5a5dd0d9-82b6-4bd3-95e5-e5dd8f02c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:37.327131 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-5a5dd0d9-82b6-4bd3-95e5-e5dd8f02c1ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.1639640 Jul 21 23:40:37.376766 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b55811-4922-4116-843e-ef74c03083f3 req-68e7a89f-90f4-43b3-9f92-3223a56bfe69 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:37.385385 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-06b55811-4922-4116-843e-ef74c03083f3 req-68e7a89f-90f4-43b3-9f92-3223a56bfe69 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 944 time: 0.1083679 Jul 21 23:40:37.408391 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Set router 991ccb0a-51f9-4693-a850-3f4b29f95a23 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:37.466052 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-06b55811-4922-4116-843e-ef74c03083f3 req-a6bd7daf-4410-4114-ba1c-7121447af31b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793643 Jul 21 23:40:37.647242 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '1296027b-e694-46a0-9889-6be457777a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:31Z', 'revision_number': 4, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port': {'id': '1296027b-e694-46a0-9889-6be457777a0f', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '6835e8b6-ee1a-4493-a02f-a2c9025b7dd0', 'name': '', 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'mac_address': 'fa:16:3e:86:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:30Z', 'updated_at': '2022-07-21T23:40:32Z', 'revision_number': 2, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'subnets': [{'id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:37.691032 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Checking router: 991ccb0a-51f9-4693-a850-3f4b29f95a23 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:37.691394 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Updating router 991ccb0a-51f9-4693-a850-3f4b29f95a23 port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:37.739639 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-d74a0915-50b8-4495-b181-507ebe330e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:37.741165 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-d74a0915-50b8-4495-b181-507ebe330e93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890381 Jul 21 23:40:37.744990 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-d913fa82-68d2-48d8-98b7-7dc53ed676c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845945 Jul 21 23:40:37.745786 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:37.817018 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ede1b576-7f77-445a-8ded-f827c1ea7724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:37.900626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:37.920577 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-c2a2d2b1-6184-493e-a8da-09da01b604d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:37.922567 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-c2a2d2b1-6184-493e-a8da-09da01b604d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1129 time: 0.1317003 Jul 21 23:40:37.947718 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:38.009950 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af199-8cf4-432f-930a-0fbaad8cad86 req-bc02c5f8-be5b-49d5-b33a-07320691ccc3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:38.009950 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e93af199-8cf4-432f-930a-0fbaad8cad86 req-bc02c5f8-be5b-49d5-b33a-07320691ccc3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1132832 Jul 21 23:40:38.016731 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-8f5dd60f-3bd7-49b0-ad7d-547eae20a0da service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567701 Jul 21 23:40:38.183700 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 35c14d66-0050-4ea8-b943-7e894d33c3e5 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:38.229113 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e93af199-8cf4-432f-930a-0fbaad8cad86 req-88bc17a9-b017-4149-b732-d303715f6c2d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979356 Jul 21 23:40:38.233667 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 35c14d66-0050-4ea8-b943-7e894d33c3e5 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:40:38.239292 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-0595e079-03ea-4db2-bb17-5f4010762fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:38.240826 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-0595e079-03ea-4db2-bb17-5f4010762fa9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.2833536 Jul 21 23:40:38.242182 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 35c14d66-0050-4ea8-b943-7e894d33c3e5 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:38.243175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.308229 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Publish callbacks [] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.328958 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.345975 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 35c14d66-0050-4ea8-b943-7e894d33c3e5 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:38.346405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.351658 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-cd3e99a1-94ae-4520-866c-be9a6450ceff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0969319 Jul 21 23:40:38.356415 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53afe340-d6e1-409f-8d45-f9a80a27caa6 req-28670dc7-d114-44b3-b432-3eda57e68c6c service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270788 Jul 21 23:40:38.377100 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:38.380200 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fc3051-74e1-43b7-bb31-aec459dc3aa2" -d '{"events": [{"server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "name": "network-vif-plugged", "status": "completed", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:38.425453 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 35c14d66-0050-4ea8-b943-7e894d33c3e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:38.438245 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.441152 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f8a90-61ab-4d94-aa39-411d3d9a06a1 None None] Pushing event updated for resources: {'Port': ['ID=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:38.471851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-ce1173b4-fb22-4b18-84fb-f4450797b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:38.473089 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-ce1173b4-fb22-4b18-84fb-f4450797b820 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.1072087 Jul 21 23:40:38.490591 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c0bfa-e1ed-4edd-9c9b-75b463bcfb03 x-openstack-request-id: req-ee4c0bfa-e1ed-4edd-9c9b-75b463bcfb03 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:40:38.490936 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "name": "network-vif-plugged", "status": "completed", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:40:38.491679 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee4c0bfa-e1ed-4edd-9c9b-75b463bcfb03 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:40:38.491679 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4c0bfa-e1ed-4edd-9c9b-75b463bcfb03'] response: {'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'code': 200} Jul 21 23:40:38.510902 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:38.574702 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=35c14d66-0050-4ea8-b943-7e894d33c3e5,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:38.649748 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-80da5bc7-b0da-494b-a2ff-d0dfddc82d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:38.652090 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-80da5bc7-b0da-494b-a2ff-d0dfddc82d1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1712430 Jul 21 23:40:38.804746 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-d9dec160-a7cb-4f57-bd52-e0110128eff2 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328356 Jul 21 23:40:38.833318 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:38.857950 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Attempting to bind port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:38.858700 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Attempting to bind port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:38.862484 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Attempting to bind port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 on network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:38.894955 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:38.895440 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Checking segment: {'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:38.895832 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.896268 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Bound using segment: {'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:38.896765 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Bound port: 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06efed38-d9dc-4d79-877c-9aae50b55f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:38.897154 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.966717 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-6d757919-fbd3-4eeb-9460-44333d94f637 None None] Provisioning complete for port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:38.968736 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6d757919-fbd3-4eeb-9460-44333d94f637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:38.973448 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60258) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:38.979236 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-f095b3c6-9b80-486f-a113-39dda603e013 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734498378', 'description': 'tempest-description--1014244176'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:38.984418 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cf1217b-92fb-434a-95e4-7a0a32e557c2 req-f45d4fd9-7656-4c93-aa80-d39c2e92eab4 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630116 Jul 21 23:40:39.006806 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] For port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:39.014493 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] For port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,segment=NetworkSegment(06efed38-d9dc-4d79-877c-9aae50b55f72),segment_id=06efed38-d9dc-4d79-877c-9aae50b55f72)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:39.017507 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f095b3c6-9b80-486f-a113-39dda603e013 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.028422 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.029743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7afd82-5ea9-4b36-a057-79efc0312675 req-8362400f-1b68-4a7a-9187-a5c02e08cb0e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:39.032175 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4e7afd82-5ea9-4b36-a057-79efc0312675 req-8362400f-1b68-4a7a-9187-a5c02e08cb0e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.4236984 Jul 21 23:40:39.040630 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f15c-1f2d-4134-a05b-d22e4831fc2e req-97ad687c-2b9c-4f39-8748-fea98bedf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:39.042159 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1780f15c-1f2d-4134-a05b-d22e4831fc2e req-97ad687c-2b9c-4f39-8748-fea98bedf7d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1129 time: 0.2332025 Jul 21 23:40:39.042323 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-6d757919-fbd3-4eeb-9460-44333d94f637 None None] Port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:39.100760 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Routers {'991ccb0a-51f9-4693-a850-3f4b29f95a23'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:39.101706 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['991ccb0a-51f9-4693-a850-3f4b29f95a23'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:39.133451 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1780f15c-1f2d-4134-a05b-d22e4831fc2e req-b28ac70c-c59c-4120-903b-14f3f90f5f29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760550 Jul 21 23:40:39.178260 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4e7afd82-5ea9-4b36-a057-79efc0312675 req-6429c540-37b5-451f-9b11-22a220ed3eda tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396358 Jul 21 23:40:39.205679 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f8a90-61ab-4d94-aa39-411d3d9a06a1 None None] Pushing event updated for resources: {'Port': ['ID=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:39.219236 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f095b3c6-9b80-486f-a113-39dda603e013 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (fdb196c8-52e3-4253-90e8-96b0af4950bc), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.229608 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f095b3c6-9b80-486f-a113-39dda603e013 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (fdb196c8-52e3-4253-90e8-96b0af4950bc), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.265170 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b3c6-9b80-486f-a113-39dda603e013 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb196c8-52e3-4253-90e8-96b0af4950bc,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:39.271547 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f095b3c6-9b80-486f-a113-39dda603e013 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.275482 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f095b3c6-9b80-486f-a113-39dda603e013 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3009460 Jul 21 23:40:39.278481 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60262) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:39.283386 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-7b85567d-b7bd-4c79-bc37-9969a368b60b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': 'fdb196c8-52e3-4253-90e8-96b0af4950bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:39.301943 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:39.324425 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7b85567d-b7bd-4c79-bc37-9969a368b60b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (4491e1a9-d96b-439d-9846-2e9d1c4eb007), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.348966 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] Set router 991ccb0a-51f9-4693-a850-3f4b29f95a23 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:39.450673 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9221b7-5f63-4865-b435-919b8d512cc5 req-58c171ea-b87b-401a-9bd7-450eebfd87ef tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:39.459270 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1d9221b7-5f63-4865-b435-919b8d512cc5 req-58c171ea-b87b-401a-9bd7-450eebfd87ef tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0789025 Jul 21 23:40:39.462774 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-bb87487b-b953-4080-b2dd-f5c3ae6c87d7 None None] Provisioning complete for port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:39.463298 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb87487b-b953-4080-b2dd-f5c3ae6c87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.465824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7b85567d-b7bd-4c79-bc37-9969a368b60b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (4491e1a9-d96b-439d-9846-2e9d1c4eb007), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.479649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7b85567d-b7bd-4c79-bc37-9969a368b60b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (4491e1a9-d96b-439d-9846-2e9d1c4eb007), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.505028 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85567d-b7bd-4c79-bc37-9969a368b60b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4491e1a9-d96b-439d-9846-2e9d1c4eb007,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:39.529169 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1d9221b7-5f63-4865-b435-919b8d512cc5 req-41214056-5813-4106-a183-c32f8e2d691f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686259 Jul 21 23:40:39.537489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7b85567d-b7bd-4c79-bc37-9969a368b60b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.538922 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7b85567d-b7bd-4c79-bc37-9969a368b60b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2592399 Jul 21 23:40:39.542342 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60266) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:39.547424 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-cca0094f-d879-4f17-94ce-c800bf2c85ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': 'fdb196c8-52e3-4253-90e8-96b0af4950bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:39.584346 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cca0094f-d879-4f17-94ce-c800bf2c85ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (2d0536f1-0551-4130-a6b7-66e6f09714b8), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.603070 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-bb87487b-b953-4080-b2dd-f5c3ae6c87d7 None None] Current status of the port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:39.603608 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb87487b-b953-4080-b2dd-f5c3ae6c87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.613133 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:39.630161 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '1296027b-e694-46a0-9889-6be457777a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:31Z', 'revision_number': 4, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port': {'id': '1296027b-e694-46a0-9889-6be457777a0f', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '6835e8b6-ee1a-4493-a02f-a2c9025b7dd0', 'name': '', 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'mac_address': 'fa:16:3e:86:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:30Z', 'updated_at': '2022-07-21T23:40:38Z', 'revision_number': 4, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'subnets': [{'id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:39.645334 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-bb87487b-b953-4080-b2dd-f5c3ae6c87d7 None None] For port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,segment=NetworkSegment(06efed38-d9dc-4d79-877c-9aae50b55f72),segment_id=06efed38-d9dc-4d79-877c-9aae50b55f72)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:39.655260 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb87487b-b953-4080-b2dd-f5c3ae6c87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.656248 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cca0094f-d879-4f17-94ce-c800bf2c85ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (2d0536f1-0551-4130-a6b7-66e6f09714b8), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.663864 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cca0094f-d879-4f17-94ce-c800bf2c85ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (2d0536f1-0551-4130-a6b7-66e6f09714b8), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.674808 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cac88-3ca4-4734-b965-1dec1a18d21e None None] The sync data for ids ['991ccb0a-51f9-4693-a850-3f4b29f95a23'] in dv-cinder-850700-1-iscsi is: [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '1296027b-e694-46a0-9889-6be457777a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:31Z', 'revision_number': 4, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port': {'id': '1296027b-e694-46a0-9889-6be457777a0f', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '6835e8b6-ee1a-4493-a02f-a2c9025b7dd0', 'name': '', 'network_id': '66d91144-ffc4-4b48-a63e-2eb131cc2a09', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'mac_address': 'fa:16:3e:86:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:30Z', 'updated_at': '2022-07-21T23:40:38Z', 'revision_number': 4, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'subnets': [{'id': 'e4b2f6b6-2522-46aa-9c7a-d20503bafdd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:39.691061 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:39.716614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0094f-d879-4f17-94ce-c800bf2c85ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0536f1-0551-4130-a6b7-66e6f09714b8,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:39.726300 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-cca0094f-d879-4f17-94ce-c800bf2c85ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.729598 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-cca0094f-d879-4f17-94ce-c800bf2c85ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860199 Jul 21 23:40:39.733055 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60268) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:39.737590 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:39.761617 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87487b-b953-4080-b2dd-f5c3ae6c87d7 None None] Pushing event updated for resources: {'Port': ['ID=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:39.783795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:39.785027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:39.794734 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:39.914353 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.083420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.27.1.77 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/9b3523be-b927-4b30-bcda-e99818800104) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:40.246893 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (9b3523be-b927-4b30-bcda-e99818800104), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.290080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (9b3523be-b927-4b30-bcda-e99818800104), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.359067 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:40.361998 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e1014cc2-bb66-477f-9216-db49d761e78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.362470 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=9b3523be-b927-4b30-bcda-e99818800104,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:40.382117 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:40.403272 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:40.471986 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:40.549664 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c583d-2381-4367-a41d-8d8c2fd79e3e req-822a8761-0bea-49f5-92fa-bb5a9ed3797a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:40.551375 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1b5c583d-2381-4367-a41d-8d8c2fd79e3e req-822a8761-0bea-49f5-92fa-bb5a9ed3797a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.1627958 Jul 21 23:40:40.557604 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:40.558377 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.569728 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (b133e8ea-45e4-4d94-8a38-7b96ba6b47ce), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.657055 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (9b3523be-b927-4b30-bcda-e99818800104), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.666776 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1b5c583d-2381-4367-a41d-8d8c2fd79e3e req-c603b7cc-80b6-4c0a-a750-7363ac9a430c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892870 Jul 21 23:40:40.694742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:40.757274 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42a2d-e787-472d-87d1-104b0e626d9d req-956c23ed-80b3-4e2b-bbd4-ab1d8f40b640 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:40.769949 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-84d42a2d-e787-472d-87d1-104b0e626d9d req-956c23ed-80b3-4e2b-bbd4-ab1d8f40b640 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1251669 Jul 21 23:40:40.833398 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-84d42a2d-e787-472d-87d1-104b0e626d9d req-44bc8750-c47f-4c2f-bf5c-9aed3f0ecc83 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621033 Jul 21 23:40:40.895080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:40.919343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:40.941224 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (9b3523be-b927-4b30-bcda-e99818800104), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:40.944487 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (9b3523be-b927-4b30-bcda-e99818800104), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:41.017043 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=9b3523be-b927-4b30-bcda-e99818800104,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:41.032172 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (b133e8ea-45e4-4d94-8a38-7b96ba6b47ce), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:41.054127 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:41.056311 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-5dd3c095-434f-4bab-96bd-ea9edbda650c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3222806 Jul 21 23:40:41.299423 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-b54c8e58-c4be-4a72-90fa-255fca7af282 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--734498378&fields=id&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 267 time: 0.0553312 Jul 21 23:40:41.345030 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:41.424999 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-afe158bb-f008-47a5-add4-0020b2509259 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:41.426566 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-afe158bb-f008-47a5-add4-0020b2509259 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 0.1201284 Jul 21 23:40:41.445028 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-a4bf729f-8f4a-44cf-8e65-a5449ded0979 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/quotas/fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 375 time: 0.0118518 Jul 21 23:40:41.524490 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-2ebe0f8e-aece-4962-b779-d5a14e630805 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669928 Jul 21 23:40:41.690443 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-e7c7b876-028b-42f7-82a1-6faf4a9431dc service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466391 Jul 21 23:40:41.829689 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:41.862228 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088d3ed-be02-47e9-b641-0b5a28704e8c req-e8e5b88e-0afd-45bd-8d70-b09dcdcb9ddd tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:41.876864 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5088d3ed-be02-47e9-b641-0b5a28704e8c req-e8e5b88e-0afd-45bd-8d70-b09dcdcb9ddd tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.1000068 Jul 21 23:40:41.889616 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-37826b76-bb5e-4bb0-abf3-c355c3157245 service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937301 Jul 21 23:40:41.993937 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5088d3ed-be02-47e9-b641-0b5a28704e8c req-73f7e794-6be2-41f0-ab2f-ebe9a16ffdbe tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151736 Jul 21 23:40:42.206140 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa873b-8742-4336-a04c-2d6e830e751c req-de5e2517-45c3-4815-a618-af7b2b19cd81 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:42.213402 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b2aa873b-8742-4336-a04c-2d6e830e751c req-de5e2517-45c3-4815-a618-af7b2b19cd81 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1149437 Jul 21 23:40:42.305856 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b2aa873b-8742-4336-a04c-2d6e830e751c req-845775e3-da74-4fc5-a3f0-8776560e6066 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866678 Jul 21 23:40:42.318277 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f322817-2f54-4bb2-9c58-f1ea7c5f3285 req-6281204c-0dd9-4c76-9c67-745ae4b6544f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:42.329032 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9f322817-2f54-4bb2-9c58-f1ea7c5f3285 req-6281204c-0dd9-4c76-9c67-745ae4b6544f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.1115699 Jul 21 23:40:42.330124 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60326) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:42.338036 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'floatingip': {'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:42.417633 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:42.427199 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4bb799b4-ca31-47f1-9348-8b2df8156738 req-82013e54-bada-456c-aa7d-11f2503f123c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 210 time: 0.0503006 Jul 21 23:40:42.761041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:43.279767 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:43.307448 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:43.311729 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:43.440233 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Floating IP 7303ed5d-3cae-435f-93a7-81a45e97ecc3 associated. External IP: 172.27.1.107, port: 35c14d66-0050-4ea8-b943-7e894d33c3e5. Jul 21 23:40:43.483245 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60360) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:43.618185 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76c332-a32e-4dae-a87d-a263aa231fc4 req-b35ee58f-4d17-43c4-8d9f-e2439d469d6e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:43.625298 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8d76c332-a32e-4dae-a87d-a263aa231fc4 req-b35ee58f-4d17-43c4-8d9f-e2439d469d6e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1140623 Jul 21 23:40:43.626824 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-868c78a1-fbec-4b10-a022-7a178b61f2c9 req-df06297a-f29d-4186-980c-1a9ba02f072d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 210 time: 0.0719919 Jul 21 23:40:43.680832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2f83af6d-52c9-4288-8948-3720d252b2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:43.688913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:43.701297 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8d76c332-a32e-4dae-a87d-a263aa231fc4 req-517da1d6-6f7b-404e-b4aa-53e492357f23 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749376 Jul 21 23:40:43.795139 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2f83af6d-52c9-4288-8948-3720d252b2c1 admin admin] Publish callbacks [] for security_group (c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:43.808072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2f83af6d-52c9-4288-8948-3720d252b2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:43.850375 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:43.858147 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:43.859060 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:40:43.861292 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-2f83af6d-52c9-4288-8948-3720d252b2c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccf703fc0485416c84f350c5b031a66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758595 Jul 21 23:40:43.865805 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60368) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:43.873956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83af6d-52c9-4288-8948-3720d252b2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:44.037227 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-0541ac49-db0a-4c9d-a157-3661cfafbb30 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:44.038087 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-0541ac49-db0a-4c9d-a157-3661cfafbb30 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 0.2414112 Jul 21 23:40:44.086759 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:44.108997 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] Sync routers for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:44.131670 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:44.135067 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:44.135855 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:44.191980 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6f1ea99a-1ea2-4216-a28a-e382e7b49ca9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "PUT /v2.0/floatingips/7303ed5d-3cae-435f-93a7-81a45e97ecc3 HTTP/1.1" status: 200 len: 991 time: 1.8573687 Jul 21 23:40:44.192205 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:44.194464 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a94409-88b0-4d12-90b4-22dc10e96b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:44.200314 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2916934e-dbcd-4dc4-b846-00a8022de8a4 admin admin] Publish callbacks [] for security_group (c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:44.227502 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2916934e-dbcd-4dc4-b846-00a8022de8a4 admin admin] Publish callbacks [] for security_group (c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:44.266311 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce23811-0bbe-47ef-b96d-8aa40ac3f29c x-openstack-request-id: req-2ce23811-0bbe-47ef-b96d-8aa40ac3f29c {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:40:44.267503 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:40:44.267503 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ce23811-0bbe-47ef-b96d-8aa40ac3f29c {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:40:44.267886 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce23811-0bbe-47ef-b96d-8aa40ac3f29c'] response: {'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'status': 'completed', 'code': 200} Jul 21 23:40:44.300320 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2916934e-dbcd-4dc4-b846-00a8022de8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:44.305927 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2916934e-dbcd-4dc4-b846-00a8022de8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:44.325165 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:44.326433 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2916934e-dbcd-4dc4-b846-00a8022de8a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3 HTTP/1.1" status: 204 len: 168 time: 0.4563727 Jul 21 23:40:44.346062 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916934e-dbcd-4dc4-b846-00a8022de8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b7c25f-7f58-4f1f-a89b-e4181f37f3f3,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:44.582722 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:44.630889 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-7591aee6-a2cd-40a6-ba94-6e6a3fd1110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:44.633758 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-7591aee6-a2cd-40a6-ba94-6e6a3fd1110b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1129 time: 0.1123164 Jul 21 23:40:44.669879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:44.679276 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '7303ed5d-3cae-435f-93a7-81a45e97ecc3', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'mac_address': 'fa:16:3e:df:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:43Z', 'revision_number': 1, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:44.717922 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] Checking router: 95ab97f9-82ec-4c3e-b987-4561c9a87f28 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:44.731724 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-ed85c0dc-14d1-40d2-bb52-6c8b531a639d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 472 time: 0.6796503 Jul 21 23:40:44.733638 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:44.734267 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:44.744274 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'port': {'device_id': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'admin_state_up': True, 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'security_groups': ['fdb196c8-52e3-4253-90e8-96b0af4950bc']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:44.877034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Made reservation on behalf of fc4faed5bed7450da8122eeb77459f3a for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:44.880996 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:44.888910 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:44.921444 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3e831452-5fbe-436b-bc09-38b6a035b478 req-a3215011-38f3-49ac-bdcd-aa74a827d767 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 210 time: 0.1271539 Jul 21 23:40:45.052623 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.20.0.8 (db7b04fe-74b8-4a1d-b84d-14b166fb83d5/83a40dc0-7391-401e-a129-8da6c5519058/1a6602da-da0f-4996-b2b6-eee0aef35fef) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:45.067007 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-0b6c0fdc-1d9b-4f42-8b32-e74addce5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:45.068766 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-0b6c0fdc-1d9b-4f42-8b32-e74addce5d4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.4205983 Jul 21 23:40:45.241718 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bd913-4e36-4afd-81a2-1b439e8822e3 req-9afc0987-dc29-4da8-af50-616829fc66af tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:45.243963 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7f6bd913-4e36-4afd-81a2-1b439e8822e3 req-9afc0987-dc29-4da8-af50-616829fc66af tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1787751 Jul 21 23:40:45.339052 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7f6bd913-4e36-4afd-81a2-1b439e8822e3 req-d465456a-3886-49d8-8fb8-804e4e1aac94 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865521 Jul 21 23:40:45.343671 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-dbd99d78-8763-4833-b3e2-d096dd58fec5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 999 time: 0.2613771 Jul 21 23:40:45.442534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:45.445500 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-f02b7e8c-61e8-4d83-8ac5-9c892344fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:45.447857 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-f02b7e8c-61e8-4d83-8ac5-9c892344fedb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0879970 Jul 21 23:40:45.507379 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '7303ed5d-3cae-435f-93a7-81a45e97ecc3', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'mac_address': 'fa:16:3e:df:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:43Z', 'revision_number': 1, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:45.537543 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d80685-91ed-4585-be54-2accd0d73dd5 None None] The sync data for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi is: [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '7303ed5d-3cae-435f-93a7-81a45e97ecc3', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'mac_address': 'fa:16:3e:df:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:43Z', 'revision_number': 1, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:45.565626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:45.582892 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:45.649071 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:45.675244 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60412) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:45.680361 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:45.690079 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-59b5ed97-1a72-4c81-a9ee-70b36add7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:45.692510 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-59b5ed97-1a72-4c81-a9ee-70b36add7a63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2373183 Jul 21 23:40:45.693660 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:45.700071 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:45.821446 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=1a6602da-da0f-4996-b2b6-eee0aef35fef,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:45.855421 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1185773312-network', 'tenant_id': '44fb74dd337c49a898397e3482e4305d'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:45.911522 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Made reservation on behalf of 44fb74dd337c49a898397e3482e4305d for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:45.915823 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:45.916045 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f74bd56-d750-4ddc-b743-0466032db61d None None] New status for floating IP 7303ed5d-3cae-435f-93a7-81a45e97ecc3: ACTIVE {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:40:45.916558 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:45.920689 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:45.936918 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:45.972733 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-db30ce51-db92-42ab-af21-50262c8c586e service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587671 Jul 21 23:40:45.977335 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-0cc0e34f-0114-4cde-8fc7-4bfb695d6485 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2375498 Jul 21 23:40:46.050389 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:46.098253 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks [] for security_group (4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.110105 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.136104 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:46.149130 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-22ee6e60-e131-46b8-80eb-c3a93eca910b None None] Provisioning complete for port 1a6602da-da0f-4996-b2b6-eee0aef35fef triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:46.155423 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-22ee6e60-e131-46b8-80eb-c3a93eca910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.162376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c89d6e-149a-4b4d-959e-0f775506328e req-776dede2-d34d-4097-a857-84748377b3c8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:46.164133 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-70c89d6e-149a-4b4d-959e-0f775506328e req-776dede2-d34d-4097-a857-84748377b3c8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 931 time: 0.1169808 Jul 21 23:40:46.171577 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:40:46.185118 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:46.208351 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (ed46ec46-c655-468e-ba16-df5e17010f45), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.208774 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Added segment ed46ec46-c655-468e-ba16-df5e17010f45 of type vlan for network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 Jul 21 23:40:46.211755 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-22ee6e60-e131-46b8-80eb-c3a93eca910b None None] Port 1a6602da-da0f-4996-b2b6-eee0aef35fef cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:46.290863 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (090d43b6-0e83-430b-8cf2-7b66d14a91c7), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.301815 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-70c89d6e-149a-4b4d-959e-0f775506328e req-696a69c2-7018-4deb-9437-fc08cec81a61 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274374 Jul 21 23:40:46.339777 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (090d43b6-0e83-430b-8cf2-7b66d14a91c7), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.341034 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:46.341696 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.406441 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7301428 Jul 21 23:40:46.409520 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60422) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:46.410153 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373aebd-3ebc-4486-a2db-d643109ccce4 admin admin] Pushing event updated for resources: {'Network': ['ID=090d43b6-0e83-430b-8cf2-7b66d14a91c7,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:46.432999 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:40:46.439101 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Request body: {'subnet': {'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1185773312-subnet', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:46.509507 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Made reservation on behalf of 44fb74dd337c49a898397e3482e4305d for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:46.512800 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11995231'] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.525580 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e83a8-8f3c-4ff8-a500-b8db2ce841e2 req-0cf3db06-f852-4af5-81fa-38c03796fb9d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:46.527547 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06e83a8-8f3c-4ff8-a500-b8db2ce841e2 req-0cf3db06-f852-4af5-81fa-38c03796fb9d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0794425 Jul 21 23:40:46.643719 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06e83a8-8f3c-4ff8-a500-b8db2ce841e2 req-e5b7fda4-0a46-473f-a506-03d9fc2a8aa0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022093 Jul 21 23:40:46.782507 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12010567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11995213'] for subnet (b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.834835 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:46.852724 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Checking segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:46.852724 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Network hostable DHCP agents. Network: 090d43b6-0e83-430b-8cf2-7b66d14a91c7, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:40:46.873437 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:40:46.886411 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 090d43b6-0e83-430b-8cf2-7b66d14a91c7) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:46.891837 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:46.897227 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148aa69a-bb8d-47e9-a152-c6780553ece8 None None] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:46.901568 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.930631 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-0d4f3b45-be13-4879-b026-268754c2136a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5168061 Jul 21 23:40:46.931053 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60426) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:46.935665 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:46.957392 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (803f5232-bd83-4d81-9823-b4782dc57b8a), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:46.958745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (803f5232-bd83-4d81-9823-b4782dc57b8a), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.021295 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks [] for router_controller (803f5232-bd83-4d81-9823-b4782dc57b8a), precommit_add_association {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.038303 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:40:47.039933 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.164773 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks [] for router_gateway (803f5232-bd83-4d81-9823-b4782dc57b8a), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.230483 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Allocated IP 172.20.0.2 (090d43b6-0e83-430b-8cf2-7b66d14a91c7/b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7/3d471681-9ba6-4f1b-8a4e-d34afaed7146) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:47.296375 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:47.399833 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Publish callbacks [] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.408183 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.416717 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:47.434677 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b7cde-9ba7-4684-80cd-8fd833184c3c req-a1cd24a9-934a-4556-86dc-ea9c2529976a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:47.436478 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-323b7cde-9ba7-4684-80cd-8fd833184c3c req-a1cd24a9-934a-4556-86dc-ea9c2529976a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 931 time: 0.0538344 Jul 21 23:40:47.437807 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks [] for router_gateway (803f5232-bd83-4d81-9823-b4782dc57b8a), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.461023 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.466444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:47.472095 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:47.477330 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:47.480362 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Pushing event updated for resources: {'Port': ['ID=3d471681-9ba6-4f1b-8a4e-d34afaed7146,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:47.556353 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Attempting to bind port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:47.556727 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Attempting to bind port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:47.557095 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Attempting to bind port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:47.559333 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-323b7cde-9ba7-4684-80cd-8fd833184c3c req-c37e02ca-44a1-485e-887d-690128c5943e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008382 Jul 21 23:40:47.572828 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:47.573231 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Checking segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:47.573644 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.574037 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Bound using segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:47.574514 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Bound port: 3d471681-9ba6-4f1b-8a4e-d34afaed7146, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:47.574898 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.626942 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Allocated IP 172.27.1.76 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/4927c368-b407-4041-af4e-8a69f75b2af7) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:47.643673 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] For port 3d471681-9ba6-4f1b-8a4e-d34afaed7146, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:47.647439 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] For port 3d471681-9ba6-4f1b-8a4e-d34afaed7146, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=3d471681-9ba6-4f1b-8a4e-d34afaed7146,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:47.657168 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.786211 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62b32a-9ac2-4a17-a2a1-774f6e5720e1 None None] Pushing event updated for resources: {'Port': ['ID=3d471681-9ba6-4f1b-8a4e-d34afaed7146,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:47.850716 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:47.863596 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks [] for port (4927c368-b407-4041-af4e-8a69f75b2af7), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.891961 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d5bd-edfc-4fe9-9a4a-30bd1cd12d62 req-cdd04bb1-1517-404a-b768-68be22a19cff tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:47.900471 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-80b9d5bd-edfc-4fe9-9a4a-30bd1cd12d62 req-cdd04bb1-1517-404a-b768-68be22a19cff tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0956388 Jul 21 23:40:47.921739 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:47.975807 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:47.981388 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-80b9d5bd-edfc-4fe9-9a4a-30bd1cd12d62 req-2c30dd67-de84-4946-8e85-4e420f0c3a26 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800188 Jul 21 23:40:47.999236 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:48.007501 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:48.012523 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Pushing event updated for resources: {'Port': ['ID=4927c368-b407-4041-af4e-8a69f75b2af7,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:48.416692 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 3d471681-9ba6-4f1b-8a4e-d34afaed7146 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:48.479967 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:48.480922 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:48.530012 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:48.576196 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Request body: {'port': {'device_id': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:48.602017 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:48.602425 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:48.609494 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:48.629443 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks [] for router_gateway (803f5232-bd83-4d81-9823-b4782dc57b8a), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:48.648088 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 3d471681-9ba6-4f1b-8a4e-d34afaed7146, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=3d471681-9ba6-4f1b-8a4e-d34afaed7146,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:48.655719 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:48.661221 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:48.677345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:48.735716 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=3d471681-9ba6-4f1b-8a4e-d34afaed7146,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:48.833874 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40a94409-88b0-4d12-90b4-22dc10e96b6b req-5f66d0f7-525d-4167-b954-a5de3674d245 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285227 Jul 21 23:40:48.840919 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:48.864223 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edf558-72a5-483c-a9f3-da67df6c83db req-30144c4d-4848-4f48-8c15-4c979740c5f2 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:48.865826 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53edf558-72a5-483c-a9f3-da67df6c83db req-30144c4d-4848-4f48-8c15-4c979740c5f2 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 931 time: 0.1745312 Jul 21 23:40:49.082227 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53edf558-72a5-483c-a9f3-da67df6c83db req-6ca9f22d-adfc-4a2b-8602-739084308483 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943860 Jul 21 23:40:49.087728 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6602da-da0f-4996-b2b6-eee0aef35fef {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:49.109224 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Publish callbacks [] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.132169 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (803f5232-bd83-4d81-9823-b4782dc57b8a), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.160986 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Transition to ACTIVE for port object 1a6602da-da0f-4996-b2b6-eee0aef35fef will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:40:49.172966 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.227907 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-b2e408a2-b3d5-4736-a210-be4d552bfa43 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:49.229366 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-b2e408a2-b3d5-4736-a210-be4d552bfa43 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 815 time: 0.1780398 Jul 21 23:40:49.256633 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Pushing event updated for resources: {'Port': ['ID=1a6602da-da0f-4996-b2b6-eee0aef35fef,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:49.268708 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-c0735399-71ac-4824-a5b3-43a375da54c8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/quotas/235634c0fcf14ebeab084cfca36d394b HTTP/1.1" status: 200 len: 375 time: 0.0295508 Jul 21 23:40:49.273087 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba08a04-37a2-4670-b096-d4fdf027d1fd req-27764afc-47dc-4ba1-9d48-cc241bc20eed tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:49.275616 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1ba08a04-37a2-4670-b096-d4fdf027d1fd req-27764afc-47dc-4ba1-9d48-cc241bc20eed tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0906653 Jul 21 23:40:49.315167 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d6a896-6d00-4b20-8eff-a85e10442210 None None] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:49.360659 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1ba08a04-37a2-4670-b096-d4fdf027d1fd req-15701879-2b02-4bb3-be3d-7e3c4121aeaf tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767958 Jul 21 23:40:49.368846 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-8ae09e4a-0b5c-4ab3-9f18-c7d3fa867164 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992572 Jul 21 23:40:49.385131 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Router 803f5232-bd83-4d81-9823-b4782dc57b8a is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:40:49.430784 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-ab004802-e5f1-4028-890f-35389dfdab0f None None] Provisioning complete for port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:49.431851 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ab004802-e5f1-4028-890f-35389dfdab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.509237 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Attempting to bind port 1a6602da-da0f-4996-b2b6-eee0aef35fef on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:49.509237 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Attempting to bind port 1a6602da-da0f-4996-b2b6-eee0aef35fef by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:49.509548 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Attempting to bind port 1a6602da-da0f-4996-b2b6-eee0aef35fef on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:49.525072 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:49.525677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Port 1a6602da-da0f-4996-b2b6-eee0aef35fef on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:40:49.526111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Attempting to bind port 1a6602da-da0f-4996-b2b6-eee0aef35fef on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:49.533119 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:49.533623 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Checking segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:49.534105 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Bound using segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:49.534737 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Bound port: 1a6602da-da0f-4996-b2b6-eee0aef35fef, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:49.535468 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.540734 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-caecef85-768f-44b2-bd2d-8d61832a36ac service neutron] 10.222.0.57 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438661 Jul 21 23:40:49.545233 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.547285 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f4fef01a-3721-4d06-b7bf-a412622d593c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6144547 Jul 21 23:40:49.549483 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60468) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:49.550742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:49.576901 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-ab004802-e5f1-4028-890f-35389dfdab0f None None] Current status of the port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:49.580961 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:49.581589 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:49.604393 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:49.686480 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] For port 1a6602da-da0f-4996-b2b6-eee0aef35fef, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:49.690103 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:49.692596 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] For port 1a6602da-da0f-4996-b2b6-eee0aef35fef, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:49.696323 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:49.705758 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:49.710398 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-23d316e2-42c9-4196-814b-23ab11557564 service neutron] 10.222.0.57 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580491 Jul 21 23:40:49.716355 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.791198 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:49.791929 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:49.793641 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] 10.222.0.39 "PUT /v2.0/ports/1a6602da-da0f-4996-b2b6-eee0aef35fef HTTP/1.1" status: 200 len: 1093 time: 1.2246766 Jul 21 23:40:49.796719 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:49.810491 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46af67c6-e669-4e85-b89a-e8c59b49204a" -d '{"events": [{"name": "network-changed", "server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:49.916391 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6e796-d06f-403b-be87-d84e49bbda9a service neutron] Pushing event updated for resources: {'Port': ['ID=1a6602da-da0f-4996-b2b6-eee0aef35fef,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:49.928846 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f65eff-bd19-4c7b-b10d-2605a8d792a2 x-openstack-request-id: req-c5f65eff-bd19-4c7b-b10d-2605a8d792a2 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:40:49.929136 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:40:49.930458 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5f65eff-bd19-4c7b-b10d-2605a8d792a2 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:40:49.930866 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f65eff-bd19-4c7b-b10d-2605a8d792a2'] response: {'name': 'network-changed', 'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'status': 'completed', 'code': 200} Jul 21 23:40:49.945822 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-ff30fc27-6d12-49f7-ae02-14818e5fa962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:49.947752 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-ff30fc27-6d12-49f7-ae02-14818e5fa962 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 1127 time: 0.0814064 Jul 21 23:40:49.959944 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:50.001434 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-9110b8c1-ef14-4da2-911b-34f46cec84d2 None None] Provisioning complete for port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:50.002203 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-9110b8c1-ef14-4da2-911b-34f46cec84d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.017576 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-9b142d7e-eb79-4715-a1f0-98785891f0b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef HTTP/1.1" status: 200 len: 217 time: 0.0511286 Jul 21 23:40:50.026707 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:48Z', 'revision_number': 3, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:50.100577 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:50.100912 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Updating router 803f5232-bd83-4d81-9823-b4782dc57b8a port 4927c368-b407-4041-af4e-8a69f75b2af7 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:50.123709 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6a68433f-3bf1-46b6-860c-4d2b746d2e9f req-472bd2f8-6054-4f23-9f0c-c6e7cb3a2914 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 210 time: 0.0674667 Jul 21 23:40:50.137768 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-6428dc1d-cf81-496d-bceb-6f1b91eed811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:50.139291 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-6428dc1d-cf81-496d-bceb-6f1b91eed811 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.1145589 Jul 21 23:40:50.164777 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:50.200500 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb310b9-890a-413e-8728-504dec2185cf req-548782a6-610f-4f86-b8f0-b7e32883be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:50.202681 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-548782a6-610f-4f86-b8f0-b7e32883be89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555365 Jul 21 23:40:50.296845 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf9c40-cc55-4562-92db-fc4428a2046b req-7c832a4a-93ec-40b7-ba43-68eed54b9a9f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:50.298420 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46bf9c40-cc55-4562-92db-fc4428a2046b req-7c832a4a-93ec-40b7-ba43-68eed54b9a9f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 943 time: 0.0601444 Jul 21 23:40:50.384191 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.404900 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46bf9c40-cc55-4562-92db-fc4428a2046b req-33947248-ba30-48f1-a1a6-879c1412b191 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901403 Jul 21 23:40:50.431698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 3d471681-9ba6-4f1b-8a4e-d34afaed7146 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:50.509827 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.511187 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-b3054bc6-5998-42a2-a670-34ab90148687 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010795 Jul 21 23:40:50.515484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:50.564153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-9110b8c1-ef14-4da2-911b-34f46cec84d2 None None] Current status of the port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:50.574928 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:50.575614 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.627276 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd60b4-7fd3-40eb-b3d5-af4ebc89f04d req-852ff0ce-d3c1-47c7-b28b-c11676d9bbe9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:50.628835 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6dcd60b4-7fd3-40eb-b3d5-af4ebc89f04d req-852ff0ce-d3c1-47c7-b28b-c11676d9bbe9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1093419 Jul 21 23:40:50.644012 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7bb310b9-890a-413e-8728-504dec2185cf req-c884ad86-ba32-4856-a8ce-9dc262350230 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251647 Jul 21 23:40:50.724521 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6dcd60b4-7fd3-40eb-b3d5-af4ebc89f04d req-c7da53ad-76e2-417f-9dd5-c513a27436f6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891557 Jul 21 23:40:50.725719 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Allocated IP 172.20.0.1 (090d43b6-0e83-430b-8cf2-7b66d14a91c7/b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7/28ec7997-f075-4bbe-95a3-3fedb9641732) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:50.812482 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:50.843061 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks [] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.877037 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.901575 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Publish callbacks [] for port (4927c368-b407-4041-af4e-8a69f75b2af7), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.907329 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.915674 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:50.918636 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:50.924351 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:50.924833 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (803f5232-bd83-4d81-9823-b4782dc57b8a), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.963203 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Attempting to bind port 4927c368-b407-4041-af4e-8a69f75b2af7 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:50.963660 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Attempting to bind port 4927c368-b407-4041-af4e-8a69f75b2af7 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:50.964348 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Attempting to bind port 4927c368-b407-4041-af4e-8a69f75b2af7 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:50.964790 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Pushing event updated for resources: {'Port': ['ID=28ec7997-f075-4bbe-95a3-3fedb9641732,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:50.968437 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f6dbb-a952-4a8f-9511-7567d4712688 None None] Pushing event updated for resources: {'Port': ['ID=4927c368-b407-4041-af4e-8a69f75b2af7,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:50.968614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:50.973375 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:50.973877 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:50.974371 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:50.974849 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:50.975419 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Bound port: 4927c368-b407-4041-af4e-8a69f75b2af7, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:50.975893 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.034194 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] For port 4927c368-b407-4041-af4e-8a69f75b2af7, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:51.037875 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] For port 4927c368-b407-4041-af4e-8a69f75b2af7, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4927c368-b407-4041-af4e-8a69f75b2af7,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:51.044408 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.066736 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.115961 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:51.116629 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:51.118636 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:51.123129 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f6dbb-a952-4a8f-9511-7567d4712688 None None] Pushing event updated for resources: {'Port': ['ID=4927c368-b407-4041-af4e-8a69f75b2af7,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:51.181109 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:51.215411 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-06e7cc52-9af2-47ff-8729-cfdae004572b req-3ed6131e-d833-4d72-ad98-b9a0818c383b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 210 time: 0.0299933 Jul 21 23:40:51.243101 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-5acadf53-e6bd-48e3-90a7-d37ab5aa844e None None] Provisioning complete for port 28ec7997-f075-4bbe-95a3-3fedb9641732 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:51.243470 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-5acadf53-e6bd-48e3-90a7-d37ab5aa844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.265274 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks [] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.270143 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.270949 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (803f5232-bd83-4d81-9823-b4782dc57b8a), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.287517 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:51.313417 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-5acadf53-e6bd-48e3-90a7-d37ab5aa844e None None] Port 28ec7997-f075-4bbe-95a3-3fedb9641732 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:51.365011 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Pushing event updated for resources: {'Port': ['ID=28ec7997-f075-4bbe-95a3-3fedb9641732,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:51.401423 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:51.402849 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:51.414917 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:51.506066 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:50Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:51.556136 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a776c-89da-487c-b532-0e6b4606d6a8 None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:50Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:51.585119 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcf70e-422a-4d97-b32b-39a2a0a3b7df req-976dc9a8-e2a8-458e-8ba3-d838bc005a62 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:51.585119 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2ebcf70e-422a-4d97-b32b-39a2a0a3b7df req-976dc9a8-e2a8-458e-8ba3-d838bc005a62 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 943 time: 0.0601463 Jul 21 23:40:51.589854 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:40:51.678364 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2ebcf70e-422a-4d97-b32b-39a2a0a3b7df req-7456f989-bd54-49fe-b8df-1fb963791d8b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873303 Jul 21 23:40:51.734140 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-88bc806b-c3c1-44fc-b4a6-586dce634ed4 None None] Provisioning complete for port 28ec7997-f075-4bbe-95a3-3fedb9641732 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:51.734580 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-88bc806b-c3c1-44fc-b4a6-586dce634ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:51.756405 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:40:51.764821 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-90b41252-e850-42be-9cfe-6fe3d6ef3eda admin admin] 10.222.0.57 "PUT /v2.0/routers/803f5232-bd83-4d81-9823-b4782dc57b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2140501 Jul 21 23:40:51.835286 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-88bc806b-c3c1-44fc-b4a6-586dce634ed4 None None] Port 28ec7997-f075-4bbe-95a3-3fedb9641732 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:51.894817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-6b5a690d-3aa9-4c86-aee1-96329e030daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:51.896971 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-6b5a690d-3aa9-4c86-aee1-96329e030daa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 1127 time: 0.0995448 Jul 21 23:40:51.963618 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bde8c-a29d-4cc0-bf34-bffc325bc99a req-50102b09-ad83-4814-a0de-de60dcd3f5c8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:51.971450 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d02bde8c-a29d-4cc0-bf34-bffc325bc99a req-50102b09-ad83-4814-a0de-de60dcd3f5c8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0926049 Jul 21 23:40:52.066585 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d02bde8c-a29d-4cc0-bf34-bffc325bc99a req-3feb1c65-c77c-467f-820b-5688ce8bfa00 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940559 Jul 21 23:40:52.111238 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-e13008dd-d082-4c8b-92f9-71a929b18e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:52.114605 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-e13008dd-d082-4c8b-92f9-71a929b18e0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.1991642 Jul 21 23:40:52.327233 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2c900cc9-f7e5-4330-a760-ca039650379d req-63edd626-5e06-4c00-ac35-6abbb2e97d2c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 210 time: 0.0304890 Jul 21 23:40:52.359984 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-739fabec-4e21-4cde-8178-7b95c038f1bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef HTTP/1.1" status: 200 len: 217 time: 0.0907326 Jul 21 23:40:52.482048 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60524) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:52.487429 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-335164182-network', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:52.519804 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Made reservation on behalf of e11d5ed75eca4fdb9b03bcce98078397 for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:52.523021 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.537048 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.540544 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-fe457dea-d8f5-4b9b-b479-d597f5b63bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:52.545990 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-fe457dea-d8f5-4b9b-b479-d597f5b63bc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.1676366 Jul 21 23:40:52.595865 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-69df3193-2534-43dd-9b16-5240b326628c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:52.597392 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-69df3193-2534-43dd-9b16-5240b326628c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.39 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 815 time: 0.1653547 Jul 21 23:40:52.618797 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:52.634771 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'port': {'device_id': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'admin_state_up': True, 'tenant_id': '235634c0fcf14ebeab084cfca36d394b'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:52.661526 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:52.670463 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks [] for security_group (c2f64897-725d-476f-8626-ae5c153c4d17), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.676282 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c2f64897-725d-476f-8626-ae5c153c4d17), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.701343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-315c7d3d-9c88-491c-ab12-589fe2877a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:52.703960 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-315c7d3d-9c88-491c-ab12-589fe2877a48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855923 Jul 21 23:40:52.711135 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:40:52.715927 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:52.733257 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (6771823c-2850-4468-ad6a-b6a6e2d28d91), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.733622 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Added segment 6771823c-2850-4468-ad6a-b6a6e2d28d91 of type vlan for network 4e51879c-d505-4c3b-ba83-bc2622e22389 Jul 21 23:40:52.734872 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f64897-725d-476f-8626-ae5c153c4d17,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:52.802922 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (4e51879c-d505-4c3b-ba83-bc2622e22389), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.827513 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:52.834747 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (4e51879c-d505-4c3b-ba83-bc2622e22389), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.836044 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:52.836982 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.878220 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3944693 Jul 21 23:40:52.881280 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60540) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:52.886912 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Request body: {'subnet': {'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-335164182-subnet', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'ip_version': 4}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:52.942083 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26f98d-7665-4bb7-8095-da8bad38cfac admin admin] Pushing event updated for resources: {'Network': ['ID=4e51879c-d505-4c3b-ba83-bc2622e22389,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:52.956859 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Made reservation on behalf of e11d5ed75eca4fdb9b03bcce98078397 for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:52.959483 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:52.959787 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:40:53.024045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb915b3c-c8d6-4fcd-9d49-a7d5302ab698 req-7d0acf0e-c1ad-48d5-81d1-f61f279d75d6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:53.026293 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fb915b3c-c8d6-4fcd-9d49-a7d5302ab698 req-7d0acf0e-c1ad-48d5-81d1-f61f279d75d6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 943 time: 0.1973133 Jul 21 23:40:53.029767 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Made reservation on behalf of 235634c0fcf14ebeab084cfca36d394b for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:40:53.033299 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:53.282620 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7cbe2-5db2-472a-b620-b1a0f1ea2d8c req-cc3d7f58-cbd8-4870-bb77-fc8491e127ea tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:53.284337 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-99c7cbe2-5db2-472a-b620-b1a0f1ea2d8c req-cc3d7f58-cbd8-4870-bb77-fc8491e127ea tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0898383 Jul 21 23:40:53.383181 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:53.423568 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-99c7cbe2-5db2-472a-b620-b1a0f1ea2d8c req-bf09a997-cfc2-4d57-81b9-a73d6706862f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295676 Jul 21 23:40:53.501872 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Checking segment: {'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:53.502331 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Network hostable DHCP agents. Network: 4e51879c-d505-4c3b-ba83-bc2622e22389, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:40:53.505258 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:53.559614 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bbde20cc-99c3-425a-992a-5b161bb44770 req-7b2f515e-f095-4b0a-af81-cbc84335c66b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 210 time: 0.0381529 Jul 21 23:40:53.579053 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:40:53.594616 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 4e51879c-d505-4c3b-ba83-bc2622e22389) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:53.603675 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3cd9e1-d88d-49c6-99d3-4b051d5944d7 None None] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:53.624919 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:53.629483 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:53.630727 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-e3e1a497-0357-4a88-b06e-f1abc130b4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936091 Jul 21 23:40:53.652369 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fb915b3c-c8d6-4fcd-9d49-a7d5302ab698 req-1ee4b344-8fc1-4fe3-8785-5f6573d8587b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5990214 Jul 21 23:40:53.666858 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-4fa64856-f1f7-4442-bc59-bd2ea3d344cc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7843413 Jul 21 23:40:53.670333 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60560) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:53.693217 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:53.715602 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Allocated IP 172.20.0.9 (e0cff7d2-068a-415c-ae07-6a6f8ef7f009/312c9344-7bbd-4b73-a2ac-31c4cc3d60a6/3d912156-66c3-4060-a4b0-45f5c1b2da29) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:53.770244 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (718d291a-4d16-4795-a6fe-b394d36c1707), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:53.771756 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (718d291a-4d16-4795-a6fe-b394d36c1707), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:53.842604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks [] for router_controller (718d291a-4d16-4795-a6fe-b394d36c1707), precommit_add_association {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:53.849934 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-4e51879c-d505-4c3b-ba83-bc2622e22389', 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389', 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'fixed_ips': [{'subnet_id': '7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:40:53.851160 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:54.166632 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks [] for router_gateway (718d291a-4d16-4795-a6fe-b394d36c1707), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:54.238026 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1a6602da-da0f-4996-b2b6-eee0aef35fef details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:40:54.282282 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:54.283710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:54.372814 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Allocated IP 172.20.0.2 (4e51879c-d505-4c3b-ba83-bc2622e22389/7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62/a8a90090-c6eb-46dc-948f-45c79dd00175) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:54.442781 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.db.resource_extend [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 23:40:54.528316 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4927c368-b407-4041-af4e-8a69f75b2af7 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:54.592057 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:54.604803 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da039-b833-4323-9905-13be70738231 None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:40:54.626402 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60574) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:54.630178 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09da039-b833-4323-9905-13be70738231 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:54.630791 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b09da039-b833-4323-9905-13be70738231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:54.676879 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-46af67c6-e669-4e85-b89a-e8c59b49204a req-71eb2493-b274-42aa-86d2-4125739e4a36 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644900 Jul 21 23:40:54.678822 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:54.700980 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:54.780110 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 1a6602da-da0f-4996-b2b6-eee0aef35fef, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:54.784420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks [] for router_gateway (718d291a-4d16-4795-a6fe-b394d36c1707), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:54.814719 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 4927c368-b407-4041-af4e-8a69f75b2af7 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:54.815369 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:54.826536 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:54.830803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:54.836816 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:54.846444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:54.857865 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:54.867966 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20297b81-6803-422c-ad8c-2ddff7bea595 req-83d49146-3209-4b4a-b5ac-426b62ae5ce3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:54.869118 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee47729-e4dd-4f56-b6ca-b4c0dc06ff1c req-e3d2c546-1dca-4720-be7b-029e97369f7b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:54.871227 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fee47729-e4dd-4f56-b6ca-b4c0dc06ff1c req-e3d2c546-1dca-4720-be7b-029e97369f7b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 931 time: 0.1556931 Jul 21 23:40:54.886344 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-20297b81-6803-422c-ad8c-2ddff7bea595 req-83d49146-3209-4b4a-b5ac-426b62ae5ce3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.3030903 Jul 21 23:40:54.890520 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'port_id': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'mac_address': 'fa:16:3e:a3:c9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:40:55.009711 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:55.010383 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.019615 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-20297b81-6803-422c-ad8c-2ddff7bea595 req-d46c1020-622d-4d3d-8a85-2a23581daeb6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260896 Jul 21 23:40:55.144181 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fee47729-e4dd-4f56-b6ca-b4c0dc06ff1c req-a181c1bd-e00c-40c6-9fd3-c8b6f56df001 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472363 Jul 21 23:40:55.153289 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-bea34f57-fa54-4f68-8232-55b15d8f373b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5333858 Jul 21 23:40:55.155873 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-b09da039-b833-4323-9905-13be70738231 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:55.184368 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Request body: {'port': {'device_id': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:40:55.232347 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:55.268490 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Allocated IP 172.27.1.91 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/eefdcc3d-b186-4427-ae94-225ac38684a6) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:40:55.338722 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-46dc5796-c770-4f8f-9620-cea54bb12ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.353679 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb821a8d-0320-4025-84c1-e84d5ba7d94a req-539429dc-2015-461f-b9ce-ede79c1e8da1 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:55.362190 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-eb821a8d-0320-4025-84c1-e84d5ba7d94a req-539429dc-2015-461f-b9ce-ede79c1e8da1 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 943 time: 0.1629031 Jul 21 23:40:55.386604 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:55.448336 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.460240 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-eb821a8d-0320-4025-84c1-e84d5ba7d94a req-9146906f-00d7-4987-a59e-248f9e7cb132 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967066 Jul 21 23:40:55.482489 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:55.504805 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-f4952f3d-936f-45a1-985c-f02ad6afbf5f None None] Provisioning complete for port 3d912156-66c3-4060-a4b0-45f5c1b2da29 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:55.505469 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f4952f3d-936f-45a1-985c-f02ad6afbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.531523 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Publish callbacks [] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.535547 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:55.540218 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 1a6602da-da0f-4996-b2b6-eee0aef35fef is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:55.544043 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.562895 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-46dc5796-c770-4f8f-9620-cea54bb12ee1 admin admin] Publish callbacks [] for security_group (1d0e5e9f-74d0-43d8-bac5-2be43ed98f88), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.579076 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:55.579966 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-46dc5796-c770-4f8f-9620-cea54bb12ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (1d0e5e9f-74d0-43d8-bac5-2be43ed98f88), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.627877 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.630067 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 4927c368-b407-4041-af4e-8a69f75b2af7 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:55.635744 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.649317 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b09da039-b833-4323-9905-13be70738231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 2, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:55.657984 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-46dc5796-c770-4f8f-9620-cea54bb12ee1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a76fcf2656a04842855466b79918eff3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0241885 Jul 21 23:40:55.661170 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc5796-c770-4f8f-9620-cea54bb12ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e5e9f-74d0-43d8-bac5-2be43ed98f88,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:55.664843 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60580) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:40:55.706196 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks [] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.717151 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da039-b833-4323-9905-13be70738231 None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:40:55.720365 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da039-b833-4323-9905-13be70738231 None None] Updating router 803f5232-bd83-4d81-9823-b4782dc57b8a port 28ec7997-f075-4bbe-95a3-3fedb9641732 binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:40:55.782245 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Pushing event updated for resources: {'Port': ['ID=a8a90090-c6eb-46dc-948f-45c79dd00175,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:55.800462 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:55.800877 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b81f09a8-1413-47e5-b274-dd35d4926c5a admin admin] Publish callbacks [] for security_group (1d0e5e9f-74d0-43d8-bac5-2be43ed98f88), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.802286 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b09da039-b833-4323-9905-13be70738231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.819483 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6602da-da0f-4996-b2b6-eee0aef35fef {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:55.855589 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b81f09a8-1413-47e5-b274-dd35d4926c5a admin admin] Publish callbacks [] for security_group (1d0e5e9f-74d0-43d8-bac5-2be43ed98f88), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.889056 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 4927c368-b407-4041-af4e-8a69f75b2af7, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4927c368-b407-4041-af4e-8a69f75b2af7,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:55.895723 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-f4952f3d-936f-45a1-985c-f02ad6afbf5f None None] Port 3d912156-66c3-4060-a4b0-45f5c1b2da29 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:40:55.927104 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.961881 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b81f09a8-1413-47e5-b274-dd35d4926c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (1d0e5e9f-74d0-43d8-bac5-2be43ed98f88), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.966718 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b81f09a8-1413-47e5-b274-dd35d4926c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.967867 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:55.973729 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-b81f09a8-1413-47e5-b274-dd35d4926c5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d0e5e9f-74d0-43d8-bac5-2be43ed98f88 HTTP/1.1" status: 204 len: 168 time: 0.3049281 Jul 21 23:40:55.984094 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:56.005122 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:56.011192 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f09a8-1413-47e5-b274-dd35d4926c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e5e9f-74d0-43d8-bac5-2be43ed98f88,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:56.025107 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:56.034848 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:56.100128 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Pushing event updated for resources: {'Port': ['ID=eefdcc3d-b186-4427-ae94-225ac38684a6,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:56.247317 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:40:56.253162 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=4927c368-b407-4041-af4e-8a69f75b2af7,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:56.286093 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 1a6602da-da0f-4996-b2b6-eee0aef35fef, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:56.299767 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:40:56.310589 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:40:56.312886 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b09da039-b833-4323-9905-13be70738231 None None] Publish callbacks [] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.332423 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b09da039-b833-4323-9905-13be70738231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.338520 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.357313 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d912156-66c3-4060-a4b0-45f5c1b2da29 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:56.428804 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d542f14-aa1d-46de-9e54-dbd3fe49b9d8 req-06d93578-854f-4a06-831e-fb3cab421828 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:56.436169 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:40:56.447787 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2d542f14-aa1d-46de-9e54-dbd3fe49b9d8 req-06d93578-854f-4a06-831e-fb3cab421828 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 931 time: 0.1256864 Jul 21 23:40:56.489199 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1fa31-4a15-423b-be6f-fb12a5639a67 None None] Pushing event updated for resources: {'Port': ['ID=28ec7997-f075-4bbe-95a3-3fedb9641732,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:56.497336 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Publish callbacks [] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.611058 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2d542f14-aa1d-46de-9e54-dbd3fe49b9d8 req-f83762e6-36d6-4fb7-9bc7-633c1510625f tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604409 Jul 21 23:40:56.648762 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Transition to ACTIVE for port object 3d912156-66c3-4060-a4b0-45f5c1b2da29 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:40:56.658597 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:56.668670 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=1a6602da-da0f-4996-b2b6-eee0aef35fef,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:56.687101 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f33b6-69cb-4567-8574-e6ee3847d793 req-afa062a9-5ada-4218-8436-4992ae64c38e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:56.695086 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-871f33b6-69cb-4567-8574-e6ee3847d793 req-afa062a9-5ada-4218-8436-4992ae64c38e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.4626415 Jul 21 23:40:56.700928 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.db.resource_extend [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 23:40:56.728020 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-b09da039-b833-4323-9905-13be70738231 None None] Attempting to bind port 28ec7997-f075-4bbe-95a3-3fedb9641732 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:56.728578 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-b09da039-b833-4323-9905-13be70738231 None None] Attempting to bind port 28ec7997-f075-4bbe-95a3-3fedb9641732 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:56.728767 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da039-b833-4323-9905-13be70738231 None None] Attempting to bind port 28ec7997-f075-4bbe-95a3-3fedb9641732 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:56.751596 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da039-b833-4323-9905-13be70738231 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:56.751973 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da039-b833-4323-9905-13be70738231 None None] Checking segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:56.752768 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b09da039-b833-4323-9905-13be70738231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.756329 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da039-b833-4323-9905-13be70738231 None None] Bound using segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:56.757057 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-b09da039-b833-4323-9905-13be70738231 None None] Bound port: 28ec7997-f075-4bbe-95a3-3fedb9641732, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:56.758906 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b09da039-b833-4323-9905-13be70738231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.771449 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.792070 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['1a6602da-da0f-4996-b2b6-eee0aef35fef'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:40:56.799852 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Attempting to bind port a8a90090-c6eb-46dc-948f-45c79dd00175 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:56.801825 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Attempting to bind port a8a90090-c6eb-46dc-948f-45c79dd00175 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:56.802527 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Attempting to bind port a8a90090-c6eb-46dc-948f-45c79dd00175 on network 4e51879c-d505-4c3b-ba83-bc2622e22389 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:56.880656 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-b09da039-b833-4323-9905-13be70738231 None None] For port 28ec7997-f075-4bbe-95a3-3fedb9641732, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:56.889010 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-b09da039-b833-4323-9905-13be70738231 None None] For port 28ec7997-f075-4bbe-95a3-3fedb9641732, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=28ec7997-f075-4bbe-95a3-3fedb9641732,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:56.907970 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-b09da039-b833-4323-9905-13be70738231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.965020 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:56.965020 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Checking segment: {'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:56.978925 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.980287 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Bound using segment: {'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:56.981174 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Bound port: a8a90090-c6eb-46dc-948f-45c79dd00175, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:56.985084 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:56.988581 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-871f33b6-69cb-4567-8574-e6ee3847d793 req-a430c315-9334-40e7-8434-2013327cdd81 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844834 Jul 21 23:40:57.047770 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:57.088706 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09da039-b833-4323-9905-13be70738231 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:40:57.089405 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b09da039-b833-4323-9905-13be70738231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:57.118522 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:57.122028 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1fa31-4a15-423b-be6f-fb12a5639a67 None None] Pushing event updated for resources: {'Port': ['ID=28ec7997-f075-4bbe-95a3-3fedb9641732,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:57.411380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] For port a8a90090-c6eb-46dc-948f-45c79dd00175, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:57.416411 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] For port a8a90090-c6eb-46dc-948f-45c79dd00175, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=a8a90090-c6eb-46dc-948f-45c79dd00175,segment=NetworkSegment(6771823c-2850-4468-ad6a-b6a6e2d28d91),segment_id=6771823c-2850-4468-ad6a-b6a6e2d28d91)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:57.420428 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-6777c73b-ab66-4baa-9715-107db6de1af8 None None] Provisioning complete for port 28ec7997-f075-4bbe-95a3-3fedb9641732 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:57.424676 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6777c73b-ab66-4baa-9715-107db6de1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:57.449071 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:57.454641 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-b09da039-b833-4323-9905-13be70738231 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:40:57.517210 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80819-cdbc-4f08-ab37-cebba6b79893 req-c23130e4-7282-4c86-a7c8-807fa470fc13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:57.530747 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c7d80819-cdbc-4f08-ab37-cebba6b79893 req-c23130e4-7282-4c86-a7c8-807fa470fc13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 944 time: 0.7790394 Jul 21 23:40:57.536398 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks [] for router_gateway (718d291a-4d16-4795-a6fe-b394d36c1707), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:57.664475 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c7d80819-cdbc-4f08-ab37-cebba6b79893 req-654cac43-7081-49c0-aab2-664fdc97b21a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273680 Jul 21 23:40:57.692235 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:57.840234 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ae5d0-77dd-4ced-8aa9-7437408e04c2 None None] Pushing event updated for resources: {'Port': ['ID=a8a90090-c6eb-46dc-948f-45c79dd00175,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:57.845212 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'port_id': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'mac_address': 'fa:16:3e:ae:60:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:40:57.885768 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-b09da039-b833-4323-9905-13be70738231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:56Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:40:57.912021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Attempting to bind port 3d912156-66c3-4060-a4b0-45f5c1b2da29 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:40:57.912593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Attempting to bind port 3d912156-66c3-4060-a4b0-45f5c1b2da29 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:40:57.912889 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Attempting to bind port 3d912156-66c3-4060-a4b0-45f5c1b2da29 on network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:57.926567 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Port 3d912156-66c3-4060-a4b0-45f5c1b2da29 on network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:40:57.926882 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Attempting to bind port 3d912156-66c3-4060-a4b0-45f5c1b2da29 on network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:40:57.934009 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:57.935271 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:40:57.935661 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Checking segment: {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:40:57.936069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Bound using segment: {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:40:57.936522 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Bound port: 3d912156-66c3-4060-a4b0-45f5c1b2da29, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b86177-422a-4e93-a098-da290c834ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:40:57.939884 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da039-b833-4323-9905-13be70738231 None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:56Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:40:57.949646 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:57.985736 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: ACTIVE; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:57.986403 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:58.066950 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-6777c73b-ab66-4baa-9715-107db6de1af8 None None] Current status of the port 28ec7997-f075-4bbe-95a3-3fedb9641732 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:58.067440 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6777c73b-ab66-4baa-9715-107db6de1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:58.080896 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:40:58.209096 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:58.259483 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:58.285522 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:58.346557 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646292-4fca-4feb-9492-f97fc549e35b req-c8a6b466-8fce-4139-8036-aca93091a83f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:58.362245 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7d646292-4fca-4feb-9492-f97fc549e35b req-c8a6b466-8fce-4139-8036-aca93091a83f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1621566 Jul 21 23:40:58.473377 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-6777c73b-ab66-4baa-9715-107db6de1af8 None None] For port 28ec7997-f075-4bbe-95a3-3fedb9641732, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=28ec7997-f075-4bbe-95a3-3fedb9641732,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:40:58.557908 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7d646292-4fca-4feb-9492-f97fc549e35b req-0dc83e83-de87-4f48-9db5-e652a7b77d4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945095 Jul 21 23:40:58.581959 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6777c73b-ab66-4baa-9715-107db6de1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:58.593727 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=6']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:58.724009 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:58.792782 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1a6602da-da0f-4996-b2b6-eee0aef35fef up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:58.902865 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-7ff50459-9a4a-42b9-b896-428bf091cae2 None None] Provisioning complete for port 28ec7997-f075-4bbe-95a3-3fedb9641732 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:58.904123 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7ff50459-9a4a-42b9-b896-428bf091cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:58.925408 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 28ec7997-f075-4bbe-95a3-3fedb9641732 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:59.013436 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2ba5-b01e-4897-a824-7b26e652e195 req-7a33fcd7-73c3-4ffe-8006-183ce4ee7ad8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:59.023704 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2a3a2ba5-b01e-4897-a824-7b26e652e195 req-7a33fcd7-73c3-4ffe-8006-183ce4ee7ad8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 944 time: 0.1440868 Jul 21 23:40:59.062083 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:40:59.184645 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2a3a2ba5-b01e-4897-a824-7b26e652e195 req-f6097d63-3965-41af-a69a-3635219e3b0c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592584 Jul 21 23:40:59.288049 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777c73b-ab66-4baa-9715-107db6de1af8 None None] Pushing event updated for resources: {'Port': ['ID=28ec7997-f075-4bbe-95a3-3fedb9641732,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:59.305342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 1a6602da-da0f-4996-b2b6-eee0aef35fef completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:40:59.332402 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:59.333315 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 1a6602da-da0f-4996-b2b6-eee0aef35fef triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:59.334237 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:59.350311 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 28ec7997-f075-4bbe-95a3-3fedb9641732 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:40:59.351552 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:59.376221 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48cf6a-27d6-4dfb-af55-efa6e8c77d0e req-4f5716b9-4711-4ec3-83aa-61cbbd96ff80 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:59.377858 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6c48cf6a-27d6-4dfb-af55-efa6e8c77d0e req-4f5716b9-4711-4ec3-83aa-61cbbd96ff80 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 1.4573376 Jul 21 23:40:59.483489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:40:59.488321 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:40:59.494154 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (718d291a-4d16-4795-a6fe-b394d36c1707), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:59.503356 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:59.617549 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Pushing event updated for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:40:59.765605 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 28ec7997-f075-4bbe-95a3-3fedb9641732 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:40:59.767465 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4927c368-b407-4041-af4e-8a69f75b2af7 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:40:59.769728 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4275c92-eae6-45a6-9d4f-cdb3dbd024f3 None None] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:40:59.796474 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6c48cf6a-27d6-4dfb-af55-efa6e8c77d0e req-0d596aa9-99eb-458f-a3cb-69df68dc3e7b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079237 Jul 21 23:40:59.816198 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:59.816830 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:40:59.844388 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-7256dbcd-c8e2-46e6-a256-0e3cb5570e96 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 1093 time: 4.6720243 Jul 21 23:40:59.844977 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:40:59.853341 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada7be62-42e0-4d3d-8152-0b78c05a4095" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:40:59.914382 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7148-b12a-4851-a595-16e088a5eb90 req-97307ece-e5bb-4775-a729-f90d41ea8d63 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:40:59.921011 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:40:59.926673 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ebff7148-b12a-4851-a595-16e088a5eb90 req-97307ece-e5bb-4775-a729-f90d41ea8d63 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 945 time: 0.1860721 Jul 21 23:41:00.020137 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7ff50459-9a4a-42b9-b896-428bf091cae2 None None] Current status of the port 28ec7997-f075-4bbe-95a3-3fedb9641732 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:00.125095 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea712bb3-333e-477e-9f95-af44123a44df x-openstack-request-id: req-ea712bb3-333e-477e-9f95-af44123a44df {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:00.129708 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:00.134311 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea712bb3-333e-477e-9f95-af44123a44df {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:00.136065 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea712bb3-333e-477e-9f95-af44123a44df'] response: {'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'status': 'completed', 'code': 200} Jul 21 23:41:00.194292 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ebff7148-b12a-4851-a595-16e088a5eb90 req-2a02e1c1-7af8-4264-9567-d3ed53487f8b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654681 Jul 21 23:41:00.195611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-4119d12d-4ec2-4b50-b7ef-468b81ca2d51 None None] Provisioning complete for port a8a90090-c6eb-46dc-948f-45c79dd00175 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:00.196098 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4119d12d-4ec2-4b50-b7ef-468b81ca2d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:00.247082 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-21fa2c21-2153-437c-8aef-9c33b5356e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:00.249540 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-21fa2c21-2153-437c-8aef-9c33b5356e67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1127 time: 0.3152773 Jul 21 23:41:00.300144 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 1a6602da-da0f-4996-b2b6-eee0aef35fef is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:00.300502 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:00.343707 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 4927c368-b407-4041-af4e-8a69f75b2af7 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:00.344107 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:00.404744 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-1d5df32f-7ded-412c-849a-cf18e80ba54c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 217 time: 0.1367004 Jul 21 23:41:00.452367 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 1a6602da-da0f-4996-b2b6-eee0aef35fef, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:00.483040 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:00.485545 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc7c2a2-1d68-4234-8b61-7aa72351f50d" -d '{"events": [{"server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "name": "network-vif-plugged", "status": "completed", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:00.504710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-496539ab-323b-42a7-acdf-bed9a0d5d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:00.506442 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-496539ab-323b-42a7-acdf-bed9a0d5d5b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 200 len: 854 time: 0.0659425 Jul 21 23:41:00.523693 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:00.540015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:00.551326 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f266f9ca-1f6d-4a27-b96c-3023ab24c180 x-openstack-request-id: req-f266f9ca-1f6d-4a27-b96c-3023ab24c180 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:00.551646 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "name": "network-vif-plugged", "status": "completed", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:00.551910 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f266f9ca-1f6d-4a27-b96c-3023ab24c180 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:00.552318 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f266f9ca-1f6d-4a27-b96c-3023ab24c180'] response: {'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'code': 200} Jul 21 23:41:00.571423 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-fb9fac37-e59b-4e60-8a2a-256581253973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:00.573101 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-fb9fac37-e59b-4e60-8a2a-256581253973 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485411 Jul 21 23:41:00.585072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cb3f6-b7fe-4a36-8322-572f845a03bc req-4295e07d-26dc-4e9f-a614-b34eb5985456 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:00.600149 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3a5cb3f6-b7fe-4a36-8322-572f845a03bc req-4295e07d-26dc-4e9f-a614-b34eb5985456 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 944 time: 0.1995850 Jul 21 23:41:00.771513 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:00.863776 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-5f32ec25-5a26-439f-86d9-78bf2b08b742 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582834 Jul 21 23:41:01.000367 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa856c1-7eeb-4f8b-9d89-f7563c2417f4 req-1b67a4a4-13a8-4fa5-a4ed-f4f00e03a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:01.003073 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-efa856c1-7eeb-4f8b-9d89-f7563c2417f4 req-1b67a4a4-13a8-4fa5-a4ed-f4f00e03a238 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 1129 time: 0.1219025 Jul 21 23:41:01.033213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7801d1-1701-41d3-9bd3-a729e59bca98 req-21e2f9ec-904d-443d-8bd6-03dabb99d519 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:01.042222 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Router 718d291a-4d16-4795-a6fe-b394d36c1707 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:41:01.045795 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8f7801d1-1701-41d3-9bd3-a729e59bca98 req-21e2f9ec-904d-443d-8bd6-03dabb99d519 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.1148148 Jul 21 23:41:01.137707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-efa856c1-7eeb-4f8b-9d89-f7563c2417f4 req-25cdf772-b728-46ea-bd45-6b6584dfd60e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967896 Jul 21 23:41:01.151524 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:01.162417 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8f7801d1-1701-41d3-9bd3-a729e59bca98 req-30ceab73-a6c8-4b8c-8307-b981e7a3cc69 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156566 Jul 21 23:41:01.188630 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3a5cb3f6-b7fe-4a36-8322-572f845a03bc req-751b42eb-f294-45f8-90df-dded3dde7368 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5874641 Jul 21 23:41:01.231333 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:01.352574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:01.435267 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bda1b140-8f26-42bc-91bf-a66de52c4533 req-b4ce1e1e-6421-4761-b6a8-273f55c165ba service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488835 Jul 21 23:41:01.441486 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a5ed0-7414-41c5-b6a7-30159104cffe req-a8e321aa-ae77-4541-8c60-6639eba4bbeb tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:01.443076 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-004a5ed0-7414-41c5-b6a7-30159104cffe req-a8e321aa-ae77-4541-8c60-6639eba4bbeb tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 945 time: 0.1183331 Jul 21 23:41:01.466831 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=1a6602da-da0f-4996-b2b6-eee0aef35fef,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:01.471734 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:41:01.516295 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:01.520084 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-cdcadf06-3299-4e3d-8f7b-1d5bd5aebd97 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8426492 Jul 21 23:41:01.520854 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60676) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:01.532957 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-4119d12d-4ec2-4b50-b7ef-468b81ca2d51 None None] Current status of the port a8a90090-c6eb-46dc-948f-45c79dd00175 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:01.535570 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4119d12d-4ec2-4b50-b7ef-468b81ca2d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:01.538906 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Sync routers for ids ['718d291a-4d16-4795-a6fe-b394d36c1707'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:41:01.553364 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 4927c368-b407-4041-af4e-8a69f75b2af7 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:01.555053 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device a8a90090-c6eb-46dc-948f-45c79dd00175 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:01.599694 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-004a5ed0-7414-41c5-b6a7-30159104cffe req-16f4597e-4f29-4eec-bc71-e4b1fa551fea tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498857 Jul 21 23:41:01.640365 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Routers {'718d291a-4d16-4795-a6fe-b394d36c1707'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:01.641324 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['718d291a-4d16-4795-a6fe-b394d36c1707'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:01.651619 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:01.652254 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:01.747903 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-4119d12d-4ec2-4b50-b7ef-468b81ca2d51 None None] For port a8a90090-c6eb-46dc-948f-45c79dd00175, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=a8a90090-c6eb-46dc-948f-45c79dd00175,segment=NetworkSegment(6771823c-2850-4468-ad6a-b6a6e2d28d91),segment_id=6771823c-2850-4468-ad6a-b6a6e2d28d91)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:01.763574 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4119d12d-4ec2-4b50-b7ef-468b81ca2d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:01.828931 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port a8a90090-c6eb-46dc-948f-45c79dd00175 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:01.829745 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:01.908174 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:01.959084 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c0516f38-0962-4e1c-b93b-ab6f3558e815 None None] Provisioning complete for port a8a90090-c6eb-46dc-948f-45c79dd00175 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:01.959478 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c0516f38-0962-4e1c-b93b-ab6f3558e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:01.964945 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Set router 718d291a-4d16-4795-a6fe-b394d36c1707 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:01.974102 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:01.974521 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:02.059791 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119d12d-4ec2-4b50-b7ef-468b81ca2d51 None None] Pushing event updated for resources: {'Port': ['ID=a8a90090-c6eb-46dc-948f-45c79dd00175,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:02.107543 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:02.199400 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:02.423386 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port a8a90090-c6eb-46dc-948f-45c79dd00175 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:02.426612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:02.449376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7bc6b-1f25-4d86-9cca-16a7a9f18e73 req-511e9dae-8986-42f9-a25f-573b78716a95 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:02.454106 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ccf7bc6b-1f25-4d86-9cca-16a7a9f18e73 req-511e9dae-8986-42f9-a25f-573b78716a95 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.1190643 Jul 21 23:41:02.492424 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=7']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:02.524356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c0516f38-0962-4e1c-b93b-ab6f3558e815 None None] Current status of the port a8a90090-c6eb-46dc-948f-45c79dd00175 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:02.537848 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:02.554245 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:02.557877 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1538b31-322f-42ac-b949-1d0e99dc7a57" -d '{"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-plugged", "status": "completed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:02.585858 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:40:56Z', 'revision_number': 3, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port': {'id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:54Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:02.606633 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ccf7bc6b-1f25-4d86-9cca-16a7a9f18e73 req-88e1e44d-7982-4501-96f7-87d96e6ee8ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470401 Jul 21 23:41:02.663047 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba7da9-9e13-4524-9b8e-1df1a0174e67 req-94858960-1a63-4e66-b35e-5a16c6e9d13c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:02.668815 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e2ba7da9-9e13-4524-9b8e-1df1a0174e67 req-94858960-1a63-4e66-b35e-5a16c6e9d13c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.2567315 Jul 21 23:41:02.681434 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Checking router: 718d291a-4d16-4795-a6fe-b394d36c1707 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:41:02.685934 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Updating router 718d291a-4d16-4795-a6fe-b394d36c1707 port eefdcc3d-b186-4427-ae94-225ac38684a6 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:41:02.695568 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:02.767206 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3411d68b-8687-4cb3-a13a-77bce15ba699 x-openstack-request-id: req-3411d68b-8687-4cb3-a13a-77bce15ba699 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:02.767535 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-plugged", "status": "completed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:02.767789 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3411d68b-8687-4cb3-a13a-77bce15ba699 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:02.768191 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3411d68b-8687-4cb3-a13a-77bce15ba699'] response: {'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'code': 200} Jul 21 23:41:02.783577 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 28ec7997-f075-4bbe-95a3-3fedb9641732 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:02.848024 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a2d33-b1f2-434f-be51-08d935d3e2c5 req-3a914f7c-9ae7-4a35-964d-329433e5525d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:02.856697 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-052a2d33-b1f2-434f-be51-08d935d3e2c5 req-3a914f7c-9ae7-4a35-964d-329433e5525d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0955818 Jul 21 23:41:02.882962 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:02.895482 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e2ba7da9-9e13-4524-9b8e-1df1a0174e67 req-dbd93a78-4177-43e4-8319-fac64af547e8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020028 Jul 21 23:41:02.917800 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:02.968309 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-052a2d33-b1f2-434f-be51-08d935d3e2c5 req-b9b20801-e03f-4acc-9478-2b0fd284c57f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105063 Jul 21 23:41:03.105532 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Allocated IP 172.20.0.1 (4e51879c-d505-4c3b-ba83-bc2622e22389/7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62/72b647e1-cfaf-4e63-8826-3f5b405a8995) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:41:03.336357 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Publish callbacks [] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.353401 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.409723 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks [] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.430760 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Attempting to bind port eefdcc3d-b186-4427-ae94-225ac38684a6 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:41:03.431232 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Attempting to bind port eefdcc3d-b186-4427-ae94-225ac38684a6 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:41:03.431671 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Attempting to bind port eefdcc3d-b186-4427-ae94-225ac38684a6 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:41:03.446100 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 28ec7997-f075-4bbe-95a3-3fedb9641732 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:03.446576 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.481467 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.494413 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:41:03.494912 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:41:03.495638 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.496191 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:41:03.496910 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Bound port: eefdcc3d-b186-4427-ae94-225ac38684a6, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:41:03.497421 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.499528 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c64018-ddab-4176-9611-9535a64a8db9 None None] Pushing event updated for resources: {'Port': ['ID=eefdcc3d-b186-4427-ae94-225ac38684a6,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:03.573017 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 28ec7997-f075-4bbe-95a3-3fedb9641732 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:03.574245 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device a8a90090-c6eb-46dc-948f-45c79dd00175 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:03.614016 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-ba6c4bf6-044e-426c-8a2c-5ecf43ea3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:03.622841 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:03.627735 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-ba6c4bf6-044e-426c-8a2c-5ecf43ea3d2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1127 time: 0.1047537 Jul 21 23:41:03.671173 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:03.713015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] For port eefdcc3d-b186-4427-ae94-225ac38684a6, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:41:03.715699 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:41:03.727167 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:03.745267 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] For port eefdcc3d-b186-4427-ae94-225ac38684a6, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=eefdcc3d-b186-4427-ae94-225ac38684a6,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:41:03.766414 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:03.773768 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:41:03.786088 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:41:03.840825 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port a8a90090-c6eb-46dc-948f-45c79dd00175 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:03.841202 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:04.030241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (718d291a-4d16-4795-a6fe-b394d36c1707), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:04.040413 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c64018-ddab-4176-9611-9535a64a8db9 None None] Pushing event updated for resources: {'Port': ['ID=eefdcc3d-b186-4427-ae94-225ac38684a6,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:04.061992 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Routers {'718d291a-4d16-4795-a6fe-b394d36c1707'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:04.062758 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['718d291a-4d16-4795-a6fe-b394d36c1707'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:04.074069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=72b647e1-cfaf-4e63-8826-3f5b405a8995,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:04.211411 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e7a5-97f0-4c59-9b80-e1d2885658d5 req-414ea7c5-1473-40ff-ab36-6396517f719c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:04.225160 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0d01e7a5-97f0-4c59-9b80-e1d2885658d5 req-414ea7c5-1473-40ff-ab36-6396517f719c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.1792963 Jul 21 23:41:04.335473 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0d01e7a5-97f0-4c59-9b80-e1d2885658d5 req-5451eaf4-8599-4d9a-960e-f363a8909e65 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042345 Jul 21 23:41:04.388156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30cea7-4675-4f00-b9c1-6071e6dec22f req-72e728b7-9a1f-4c75-856c-0d78530dcf1b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:04.390528 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4e30cea7-4675-4f00-b9c1-6071e6dec22f req-72e728b7-9a1f-4c75-856c-0d78530dcf1b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.6379738 Jul 21 23:41:04.426945 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-3c61204e-1775-4ea9-9311-49cbb32d9b74 None None] Provisioning complete for port 72b647e1-cfaf-4e63-8826-3f5b405a8995 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:04.427687 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3c61204e-1775-4ea9-9311-49cbb32d9b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:04.483750 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port a8a90090-c6eb-46dc-948f-45c79dd00175 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:04.514882 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-3c61204e-1775-4ea9-9311-49cbb32d9b74 None None] Port 72b647e1-cfaf-4e63-8826-3f5b405a8995 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:41:04.517936 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] Set router 718d291a-4d16-4795-a6fe-b394d36c1707 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:04.534887 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:04.536372 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:04.578545 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce909d8-30c9-40c2-9122-25bf1a9fcd2f req-2375155f-45b8-42b3-887b-97b8c41f8c69 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:04.580515 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7ce909d8-30c9-40c2-9122-25bf1a9fcd2f req-2375155f-45b8-42b3-887b-97b8c41f8c69 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1305735 Jul 21 23:41:04.589651 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-6a39ad43-6e06-4656-93bc-12777844f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:04.592021 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-6a39ad43-6e06-4656-93bc-12777844f5c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 916 time: 0.8005633 Jul 21 23:41:04.599944 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4e30cea7-4675-4f00-b9c1-6071e6dec22f req-f86d7cd1-5b47-4aa3-b5d6-5e4802003eca tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981156 Jul 21 23:41:04.647270 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-7e67f8e7-a37b-486a-9fba-3bfd3584ade2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 217 time: 0.0416801 Jul 21 23:41:04.702508 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7ce909d8-30c9-40c2-9122-25bf1a9fcd2f req-f214e158-de70-47f0-82a1-4f873a97c6d8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149795 Jul 21 23:41:04.745134 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-7c8d1bb2-fa2f-44f7-913d-fa7a1e86c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:04.748164 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-7c8d1bb2-fa2f-44f7-913d-fa7a1e86c181 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 200 len: 854 time: 0.0814891 Jul 21 23:41:04.849781 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-943cde52-d9fb-4a68-ad38-a2bef8b5ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:04.852531 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-943cde52-d9fb-4a68-ad38-a2bef8b5ab9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887647 Jul 21 23:41:05.062785 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks [] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:05.067895 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-138efb99-ff40-4ed4-901b-06af3b519303 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716824 Jul 21 23:41:05.071817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:05.081955 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-4c8091cd-0692-4324-a130-000943343e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:40:56Z', 'revision_number': 3, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port': {'id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:54Z', 'updated_at': '2022-07-21T23:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:05.128028 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8091cd-0692-4324-a130-000943343e52 None None] The sync data for ids ['718d291a-4d16-4795-a6fe-b394d36c1707'] in dv-cinder-850700-1-iscsi is: [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:40:56Z', 'revision_number': 3, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port': {'id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:54Z', 'updated_at': '2022-07-21T23:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:41:05.130216 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:05.236678 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (718d291a-4d16-4795-a6fe-b394d36c1707), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:05.265747 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=72b647e1-cfaf-4e63-8826-3f5b405a8995,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:05.841273 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388725-4795-4abc-a3f8-2246b2d36420 req-6bfb167c-2306-4fb8-b455-de482257f8d8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:05.853228 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d3388725-4795-4abc-a3f8-2246b2d36420 req-6bfb167c-2306-4fb8-b455-de482257f8d8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.1127737 Jul 21 23:41:05.976361 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d3388725-4795-4abc-a3f8-2246b2d36420 req-5acc63ce-6137-4601-920a-18c53101e238 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217813 Jul 21 23:41:06.206370 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3c91e-6d83-4d53-a562-e17cf8a28157 req-391cabfa-b9ef-4767-899f-b04ac35294de tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:06.208036 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bcc3c91e-6d83-4d53-a562-e17cf8a28157 req-391cabfa-b9ef-4767-899f-b04ac35294de tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.7330620 Jul 21 23:41:06.214122 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60bb95-529d-4226-9fbf-60b95dc51799 req-88b1468a-98c8-47c9-b34f-199bbf306768 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:06.216475 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ada7be62-42e0-4d3d-8152-0b78c05a4095 req-92cd6d21-da56-4780-b79a-c54d222b6123 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0890744 Jul 21 23:41:06.232836 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5b60bb95-529d-4226-9fbf-60b95dc51799 req-88b1468a-98c8-47c9-b34f-199bbf306768 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1494992 Jul 21 23:41:06.316341 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bcc3c91e-6d83-4d53-a562-e17cf8a28157 req-a3ffceef-bf15-42f1-9b21-e91b7e712297 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929725 Jul 21 23:41:06.318409 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:41:06.320418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:41:06.353020 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5b60bb95-529d-4226-9fbf-60b95dc51799 req-5df55aa2-8752-49b8-b20b-d2e8375cd4cc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109173 Jul 21 23:41:06.417729 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:06.582818 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:06.597624 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fadc-9eb8-490c-943e-cb8515915032 req-6464fcfc-db8d-41d4-a875-a8141edce0c8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:06.599799 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9e78fadc-9eb8-490c-943e-cb8515915032 req-6464fcfc-db8d-41d4-a875-a8141edce0c8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.1202679 Jul 21 23:41:06.609899 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60734) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:06.615464 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'port_id': '1a6602da-da0f-4996-b2b6-eee0aef35fef'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:06.749129 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device eefdcc3d-b186-4427-ae94-225ac38684a6 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:06.816366 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (b133e8ea-45e4-4d94-8a38-7b96ba6b47ce), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:06.936746 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-619f1eb1-eb20-4253-aef3-3e77638fc920 None None] Provisioning complete for port 72b647e1-cfaf-4e63-8826-3f5b405a8995 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:06.937420 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-619f1eb1-eb20-4253-aef3-3e77638fc920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:06.987083 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port eefdcc3d-b186-4427-ae94-225ac38684a6 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:06.987561 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:07.033605 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-619f1eb1-eb20-4253-aef3-3e77638fc920 None None] Port 72b647e1-cfaf-4e63-8826-3f5b405a8995 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:41:07.176461 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port eefdcc3d-b186-4427-ae94-225ac38684a6 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:07.181038 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:07.263090 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port eefdcc3d-b186-4427-ae94-225ac38684a6, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=eefdcc3d-b186-4427-ae94-225ac38684a6,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:07.278367 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:07.378783 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:07.409906 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Router 718d291a-4d16-4795-a6fe-b394d36c1707 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:41:07.446738 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=eefdcc3d-b186-4427-ae94-225ac38684a6,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:07.573788 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0a178-8b06-41f6-a2a2-836c986bbdbb req-78aec840-b075-49e5-a28c-736d9c9fb020 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:07.589599 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fbb0a178-8b06-41f6-a2a2-836c986bbdbb req-78aec840-b075-49e5-a28c-736d9c9fb020 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.1029487 Jul 21 23:41:07.704342 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fbb0a178-8b06-41f6-a2a2-836c986bbdbb req-2c296ef0-8050-4abd-ad32-24ee0ae003e1 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135919 Jul 21 23:41:07.734820 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdb28e-bfc2-4977-b47c-629c837a27e9 req-fbd6bec8-92a9-419a-a0e0-3d0a1605c8aa tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:07.743979 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-99fdb28e-bfc2-4977-b47c-629c837a27e9 req-fbd6bec8-92a9-419a-a0e0-3d0a1605c8aa tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.2410319 Jul 21 23:41:07.794094 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-483bdc51-ad44-4bb7-8c65-36a2e27b9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:07.891575 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=31 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:07.897869 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:UPDATE=2,neutron:SELECT=66 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:07.930967 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.db.resource_extend [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 23:41:08.116007 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-99fdb28e-bfc2-4977-b47c-629c837a27e9 req-f0f53ffd-368d-4eca-8371-5c34a1c081c6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705957 Jul 21 23:41:08.121088 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:08.135746 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (b133e8ea-45e4-4d94-8a38-7b96ba6b47ce), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:08.137755 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:08.139570 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:41:08.144922 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-b6677b81-7f30-4d8c-85e9-8cdb62d1c0b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/718d291a-4d16-4795-a6fe-b394d36c1707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6229904 Jul 21 23:41:08.160543 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Sync routers for ids ['718d291a-4d16-4795-a6fe-b394d36c1707'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:41:08.187577 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Routers {'718d291a-4d16-4795-a6fe-b394d36c1707'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:08.190015 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['718d291a-4d16-4795-a6fe-b394d36c1707'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:08.331630 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP b133e8ea-45e4-4d94-8a38-7b96ba6b47ce associated. External IP: 172.27.1.77, port: 1a6602da-da0f-4996-b2b6-eee0aef35fef. Jul 21 23:41:08.465587 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Set router 718d291a-4d16-4795-a6fe-b394d36c1707 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:08.703256 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device eefdcc3d-b186-4427-ae94-225ac38684a6 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:08.707438 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:41:08.805038 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:08.854097 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port eefdcc3d-b186-4427-ae94-225ac38684a6 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:08.854477 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.047476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd81f30-3b74-4a48-b045-bb04aeed17f6 req-57891ebb-a6f8-49f2-817c-28075e9f5a7f tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:09.050718 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:41:04Z', 'revision_number': 4, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port': {'id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:54Z', 'updated_at': '2022-07-21T23:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '72b647e1-cfaf-4e63-8826-3f5b405a8995', 'name': '', 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'mac_address': 'fa:16:3e:e6:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:41:02Z', 'updated_at': '2022-07-21T23:41:04Z', 'revision_number': 2, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'subnets': [{'id': '7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:09.061624 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-edd81f30-3b74-4a48-b045-bb04aeed17f6 req-57891ebb-a6f8-49f2-817c-28075e9f5a7f tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.1928356 Jul 21 23:41:09.103653 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60758) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:09.110882 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-d0d02dbd-7338-43fd-8d37-4ce2f141317f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311382891', 'description': 'tempest-secgroup-smoke-311382891 description', 'project_id': '44fb74dd337c49a898397e3482e4305d'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:09.114279 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port eefdcc3d-b186-4427-ae94-225ac38684a6 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:09.137320 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Checking router: 718d291a-4d16-4795-a6fe-b394d36c1707 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:41:09.138367 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Updating router 718d291a-4d16-4795-a6fe-b394d36c1707 port 72b647e1-cfaf-4e63-8826-3f5b405a8995 binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:41:09.159753 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d0d02dbd-7338-43fd-8d37-4ce2f141317f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.177676 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-edd81f30-3b74-4a48-b045-bb04aeed17f6 req-6259e3c1-92b1-49ae-b830-26192d96f484 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145470 Jul 21 23:41:09.180129 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:09.190309 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:41:09.202695 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:41:09.214477 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.219364 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:09.220038 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:09.220668 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.304416 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3a6a2bab-fb84-43e2-8804-d2a5d999c1fc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "PUT /v2.0/floatingips/b133e8ea-45e4-4d94-8a38-7b96ba6b47ce HTTP/1.1" status: 200 len: 990 time: 2.6932359 Jul 21 23:41:09.304930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:09.308135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310ebdd3-5069-401b-b8e2-4850a150f1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:09.371775 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d0d02dbd-7338-43fd-8d37-4ce2f141317f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group (9af5f9d8-a3ae-4243-be41-12ca860aaa0d), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.380639 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d0d02dbd-7338-43fd-8d37-4ce2f141317f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9af5f9d8-a3ae-4243-be41-12ca860aaa0d), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.395568 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961e707e-5faa-4680-9459-4941fdf9c833 x-openstack-request-id: req-961e707e-5faa-4680-9459-4941fdf9c833 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:09.396119 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:09.396444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-961e707e-5faa-4680-9459-4941fdf9c833 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:09.396820 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961e707e-5faa-4680-9459-4941fdf9c833'] response: {'name': 'network-changed', 'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'status': 'completed', 'code': 200} Jul 21 23:41:09.450199 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c2ddb-b0e9-4c88-8270-0e31a3c89574 req-e7920284-9894-438f-be2f-317014bbd7ac tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:09.451782 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-864c2ddb-b0e9-4c88-8270-0e31a3c89574 req-e7920284-9894-438f-be2f-317014bbd7ac tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1299806 Jul 21 23:41:09.511292 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:09.519481 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:09.543390 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d0d02dbd-7338-43fd-8d37-4ce2f141317f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.550542 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60770) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:09.557437 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d0d02dbd-7338-43fd-8d37-4ce2f141317f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4501297 Jul 21 23:41:09.559048 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-18d3fdbd-7e8f-4a5b-a195-22d447e3faea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'security_group_rule': {'security_group_id': '9af5f9d8-a3ae-4243-be41-12ca860aaa0d', 'project_id': '44fb74dd337c49a898397e3482e4305d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:09.573153 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d02dbd-7338-43fd-8d37-4ce2f141317f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5f9d8-a3ae-4243-be41-12ca860aaa0d,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:09.618355 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-864c2ddb-b0e9-4c88-8270-0e31a3c89574 req-ba7d3e8d-9054-4fae-a69d-23adea65ac5f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590021 Jul 21 23:41:09.629746 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-18d3fdbd-7e8f-4a5b-a195-22d447e3faea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (59e8028e-e030-433f-aa73-9cb92b05de31), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.732783 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-18d3fdbd-7e8f-4a5b-a195-22d447e3faea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (59e8028e-e030-433f-aa73-9cb92b05de31), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.747861 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-18d3fdbd-7e8f-4a5b-a195-22d447e3faea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (59e8028e-e030-433f-aa73-9cb92b05de31), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.769773 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3fdbd-7e8f-4a5b-a195-22d447e3faea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e8028e-e030-433f-aa73-9cb92b05de31,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:09.779465 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-18d3fdbd-7e8f-4a5b-a195-22d447e3faea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.780924 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-18d3fdbd-7e8f-4a5b-a195-22d447e3faea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291832 Jul 21 23:41:09.783569 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60772) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:09.785118 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Publish callbacks [] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.795771 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-db6ae6d1-91cd-4274-82be-ca3f83102409 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'security_group_rule': {'security_group_id': '9af5f9d8-a3ae-4243-be41-12ca860aaa0d', 'project_id': '44fb74dd337c49a898397e3482e4305d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:09.796622 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.833940 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db6ae6d1-91cd-4274-82be-ca3f83102409 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (1ae76d27-96a5-4e19-8291-6c320a492fe5), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.861761 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadfde1-e515-4fc4-8d5f-f70d0f17a43e None None] Pushing event updated for resources: {'Port': ['ID=72b647e1-cfaf-4e63-8826-3f5b405a8995,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:09.897024 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:09.979751 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db6ae6d1-91cd-4274-82be-ca3f83102409 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (1ae76d27-96a5-4e19-8291-6c320a492fe5), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.987249 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db6ae6d1-91cd-4274-82be-ca3f83102409 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (1ae76d27-96a5-4e19-8291-6c320a492fe5), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:09.991670 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'b133e8ea-45e4-4d94-8a38-7b96ba6b47ce', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:a3:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:40Z', 'updated_at': '2022-07-21T23:41:07Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}, {'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:37Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:10.013723 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ae6d1-91cd-4274-82be-ca3f83102409 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae76d27-96a5-4e19-8291-6c320a492fe5,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:10.022432 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-db6ae6d1-91cd-4274-82be-ca3f83102409 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.026984 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 60776) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:10.031992 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:41:10.033551 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-ac1fb1cf-c427-4a28-a14b-c3e03d796be9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'security_group_rule': {'security_group_id': '9af5f9d8-a3ae-4243-be41-12ca860aaa0d', 'project_id': '44fb74dd337c49a898397e3482e4305d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:10.034722 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-db6ae6d1-91cd-4274-82be-ca3f83102409 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2393363 Jul 21 23:41:10.044758 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Attempting to bind port 72b647e1-cfaf-4e63-8826-3f5b405a8995 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:41:10.045584 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Attempting to bind port 72b647e1-cfaf-4e63-8826-3f5b405a8995 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:41:10.046195 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Attempting to bind port 72b647e1-cfaf-4e63-8826-3f5b405a8995 on network 4e51879c-d505-4c3b-ba83-bc2622e22389 {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:41:10.047853 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:10.048501 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:10.058507 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:41:10.059727 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Checking segment: {'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:41:10.060448 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.061055 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Bound using segment: {'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:41:10.063633 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Bound port: 72b647e1-cfaf-4e63-8826-3f5b405a8995, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6771823c-2850-4468-ad6a-b6a6e2d28d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:41:10.069670 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.073032 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:10.082046 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb1cf-c427-4a28-a14b-c3e03d796be9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (4ab1d213-5a0c-4ab5-b93b-e29d74477189), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.173598 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] For port 72b647e1-cfaf-4e63-8826-3f5b405a8995, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:41:10.178630 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] For port 72b647e1-cfaf-4e63-8826-3f5b405a8995, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=72b647e1-cfaf-4e63-8826-3f5b405a8995,segment=NetworkSegment(6771823c-2850-4468-ad6a-b6a6e2d28d91),segment_id=6771823c-2850-4468-ad6a-b6a6e2d28d91)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:41:10.197162 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.220212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb1cf-c427-4a28-a14b-c3e03d796be9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (4ab1d213-5a0c-4ab5-b93b-e29d74477189), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.229988 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb1cf-c427-4a28-a14b-c3e03d796be9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (4ab1d213-5a0c-4ab5-b93b-e29d74477189), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.238567 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:10.268103 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fb1cf-c427-4a28-a14b-c3e03d796be9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab1d213-5a0c-4ab5-b93b-e29d74477189,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:10.275262 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb1cf-c427-4a28-a14b-c3e03d796be9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.276507 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ac1fb1cf-c427-4a28-a14b-c3e03d796be9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2484701 Jul 21 23:41:10.279312 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60780) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:10.284672 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-58f0eecb-87cd-4747-8f6a-68f67324d896 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'security_group_rule': {'security_group_id': '9af5f9d8-a3ae-4243-be41-12ca860aaa0d', 'project_id': '44fb74dd337c49a898397e3482e4305d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:10.346454 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Routers {'718d291a-4d16-4795-a6fe-b394d36c1707'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:10.347248 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:40:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['718d291a-4d16-4795-a6fe-b394d36c1707'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:10.349671 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadfde1-e515-4fc4-8d5f-f70d0f17a43e None None] Pushing event updated for resources: {'Port': ['ID=72b647e1-cfaf-4e63-8826-3f5b405a8995,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:10.354583 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58f0eecb-87cd-4747-8f6a-68f67324d896 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (264f63a9-2bd4-4bb1-84a4-ea3260ff3560), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.400773 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:41:10.464237 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58f0eecb-87cd-4747-8f6a-68f67324d896 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (264f63a9-2bd4-4bb1-84a4-ea3260ff3560), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.475259 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58f0eecb-87cd-4747-8f6a-68f67324d896 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (264f63a9-2bd4-4bb1-84a4-ea3260ff3560), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.519860 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0eecb-87cd-4747-8f6a-68f67324d896 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264f63a9-2bd4-4bb1-84a4-ea3260ff3560,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:10.523649 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-e0ca14e4-07dd-4145-b91d-1682c036db2f None None] Provisioning complete for port 72b647e1-cfaf-4e63-8826-3f5b405a8995 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:10.523649 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e0ca14e4-07dd-4145-b91d-1682c036db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.535445 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-58f0eecb-87cd-4747-8f6a-68f67324d896 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.536695 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-58f0eecb-87cd-4747-8f6a-68f67324d896 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2558112 Jul 21 23:41:10.541423 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:10.542172 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60782) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:10.545312 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] Set router 718d291a-4d16-4795-a6fe-b394d36c1707 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:10.560226 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'security_group_rule': {'security_group_id': '9af5f9d8-a3ae-4243-be41-12ca860aaa0d', 'project_id': '44fb74dd337c49a898397e3482e4305d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:10.566381 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe8b07-1e01-4172-8633-dfe9db83ea13 req-7b4aec9f-e6b4-410d-8eb4-acf9266b57a0 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:10.567965 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9abe8b07-1e01-4172-8633-dfe9db83ea13 req-7b4aec9f-e6b4-410d-8eb4-acf9266b57a0 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.2103670 Jul 21 23:41:10.591816 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c943b761-c11b-4f4c-a47b-7b4c677217d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.614298 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.securitygroups_db [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Project 44fb74dd337c49a898397e3482e4305d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:41:10.622997 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:10.625612 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (b295873b-c9a9-427b-84ca-a74198035033), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.695096 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9abe8b07-1e01-4172-8633-dfe9db83ea13 req-3962c252-3d1a-4ac3-a17f-7a553bebef7c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151636 Jul 21 23:41:10.715487 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca14e4-07dd-4145-b91d-1682c036db2f None None] Current status of the port 72b647e1-cfaf-4e63-8826-3f5b405a8995 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:10.715871 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e0ca14e4-07dd-4145-b91d-1682c036db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.721656 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'b133e8ea-45e4-4d94-8a38-7b96ba6b47ce', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:a3:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:40Z', 'updated_at': '2022-07-21T23:41:07Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}, {'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:37Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:10.757712 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc2626-c848-4041-98b5-ece58aace234 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'b133e8ea-45e4-4d94-8a38-7b96ba6b47ce', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:a3:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:40Z', 'updated_at': '2022-07-21T23:41:07Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}, {'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:37Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:41:10.763080 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (b295873b-c9a9-427b-84ca-a74198035033), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.788781 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:10.807812 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-e0ca14e4-07dd-4145-b91d-1682c036db2f None None] For port 72b647e1-cfaf-4e63-8826-3f5b405a8995, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=72b647e1-cfaf-4e63-8826-3f5b405a8995,segment=NetworkSegment(6771823c-2850-4468-ad6a-b6a6e2d28d91),segment_id=6771823c-2850-4468-ad6a-b6a6e2d28d91)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:10.821420 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e0ca14e4-07dd-4145-b91d-1682c036db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.823464 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b601b89-b4ce-4495-a734-d1649d900622 req-ba487a28-01fb-4589-b8d5-b4fbc255b68a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:10.837666 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0b601b89-b4ce-4495-a734-d1649d900622 req-ba487a28-01fb-4589-b8d5-b4fbc255b68a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0719945 Jul 21 23:41:10.881086 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (b295873b-c9a9-427b-84ca-a74198035033), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.900786 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca14e4-07dd-4145-b91d-1682c036db2f None None] Pushing event updated for resources: {'Port': ['ID=72b647e1-cfaf-4e63-8826-3f5b405a8995,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:10.929254 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b295873b-c9a9-427b-84ca-a74198035033,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:10.946697 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0b601b89-b4ce-4495-a734-d1649d900622 req-3b644216-6687-4864-932e-b7bc2a91b374 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080563 Jul 21 23:41:10.952983 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-7fb9e762-6a4e-4ca1-828f-72d4ef6ebb01 None None] Provisioning complete for port 72b647e1-cfaf-4e63-8826-3f5b405a8995 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:10.953387 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7fb9e762-6a4e-4ca1-828f-72d4ef6ebb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:10.999911 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:11.001998 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f9747d38-f3f1-478e-851f-ed0b8db13f05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4587443 Jul 21 23:41:11.004633 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 60788) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:11.010906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'security_group_rule': {'security_group_id': '9af5f9d8-a3ae-4243-be41-12ca860aaa0d', 'project_id': '44fb74dd337c49a898397e3482e4305d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:11.057154 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.securitygroups_db [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Project 44fb74dd337c49a898397e3482e4305d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:41:11.064984 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (ac773ec7-075a-4763-9f4f-a7de383aa4fe), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:11.118817 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:41:04Z', 'revision_number': 4, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port': {'id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:54Z', 'updated_at': '2022-07-21T23:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '72b647e1-cfaf-4e63-8826-3f5b405a8995', 'name': '', 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'mac_address': 'fa:16:3e:e6:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:41:02Z', 'updated_at': '2022-07-21T23:41:10Z', 'revision_number': 4, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'subnets': [{'id': '7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:11.158995 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9e762-6a4e-4ca1-828f-72d4ef6ebb01 None None] Current status of the port 72b647e1-cfaf-4e63-8826-3f5b405a8995 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:11.203606 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49aca5-f1ee-404f-a7af-5e862008553e None None] The sync data for ids ['718d291a-4d16-4795-a6fe-b394d36c1707'] in dv-cinder-850700-1-iscsi is: [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:41:04Z', 'revision_number': 4, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port': {'id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:54Z', 'updated_at': '2022-07-21T23:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '72b647e1-cfaf-4e63-8826-3f5b405a8995', 'name': '', 'network_id': '4e51879c-d505-4c3b-ba83-bc2622e22389', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'mac_address': 'fa:16:3e:e6:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:41:02Z', 'updated_at': '2022-07-21T23:41:10Z', 'revision_number': 4, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'subnets': [{'id': '7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:41:11.218718 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (ac773ec7-075a-4763-9f4f-a7de383aa4fe), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:11.231817 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (ac773ec7-075a-4763-9f4f-a7de383aa4fe), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:11.239885 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaca46-5a13-4d4a-ae08-8f8ba48e1152 None None] New status for floating IP b133e8ea-45e4-4d94-8a38-7b96ba6b47ce: ACTIVE {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:41:11.248883 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:11.262745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac773ec7-075a-4763-9f4f-a7de383aa4fe,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:11.278548 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:11.279141 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-1448006a-868d-4cf3-ab9b-2189063157df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2734895 Jul 21 23:41:11.351375 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:11.868924 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:11.890274 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5e6d-0de0-4f9a-8739-ce91cfcbe360 req-b79979d3-3d05-4618-8a18-29d86b332c2b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:11.903757 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1f3e5e6d-0de0-4f9a-8739-ce91cfcbe360 req-b79979d3-3d05-4618-8a18-29d86b332c2b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.0914228 Jul 21 23:41:12.145488 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1f3e5e6d-0de0-4f9a-8739-ce91cfcbe360 req-ee2c3703-55a6-4a96-b88d-8e00e1f586e9 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332714 Jul 21 23:41:12.154931 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-1b93c871-6c4d-4ad5-8112-fb07316e4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:12.156458 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-1b93c871-6c4d-4ad5-8112-fb07316e4e0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 1129 time: 0.1871915 Jul 21 23:41:12.212875 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508466b-8f5b-466b-9724-a348c774f908 req-959d75f3-dde0-41db-a443-486808a87e51 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:12.215264 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6508466b-8f5b-466b-9724-a348c774f908 req-959d75f3-dde0-41db-a443-486808a87e51 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.1333091 Jul 21 23:41:12.311285 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6508466b-8f5b-466b-9724-a348c774f908 req-af2cbccb-2a03-46d8-a24e-0d92783c5ff7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863922 Jul 21 23:41:12.423999 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-5cfb4a29-75c8-40eb-99b2-d086d5857e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:12.427728 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-5cfb4a29-75c8-40eb-99b2-d086d5857e52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.2613175 Jul 21 23:41:12.746420 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-c7212ffc-511c-4b32-ad7f-7a381b5da366 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef HTTP/1.1" status: 200 len: 1000 time: 0.2869620 Jul 21 23:41:12.801971 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 72b647e1-cfaf-4e63-8826-3f5b405a8995 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:12.860038 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-a100593d-0e34-4296-b654-5717d49b70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:12.876083 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-a100593d-0e34-4296-b654-5717d49b70bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.1248500 Jul 21 23:41:12.914492 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:12.932014 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 72b647e1-cfaf-4e63-8826-3f5b405a8995 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:12.932397 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:12.976476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-333ab45e-944a-453b-908e-4783218113f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:12.980313 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-333ab45e-944a-453b-908e-4783218113f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952094 Jul 21 23:41:13.059690 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 72b647e1-cfaf-4e63-8826-3f5b405a8995 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:13.154293 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:13.193111 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-f99a3e0a-319f-4e7b-b98b-c0f485f88870 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047789 Jul 21 23:41:13.225492 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:13.517029 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-310ebdd3-5069-401b-b8e2-4850a150f1cb req-e7a219f5-f0a6-4d49-8b53-08b69f267c41 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131726 Jul 21 23:41:13.521691 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57b124-2bb0-4965-b975-b0bdf15ee9cf req-340e1289-bd82-4251-898e-e15eda0974d1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:13.531200 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ba57b124-2bb0-4965-b975-b0bdf15ee9cf req-340e1289-bd82-4251-898e-e15eda0974d1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0791585 Jul 21 23:41:13.595974 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636724-0e9c-46f5-b18a-f9717dfa71ae req-045d7a69-ca75-4b50-974f-de0ee7fad362 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:13.604125 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-93636724-0e9c-46f5-b18a-f9717dfa71ae req-045d7a69-ca75-4b50-974f-de0ee7fad362 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.2450733 Jul 21 23:41:13.616732 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ba57b124-2bb0-4965-b975-b0bdf15ee9cf req-93389f93-1b87-4aa5-8800-14db56b6c241 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843914 Jul 21 23:41:13.682924 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-93636724-0e9c-46f5-b18a-f9717dfa71ae req-366d25be-aed9-4e71-81bb-afd68df0bd2b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712302 Jul 21 23:41:14.798714 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf5ff7-3268-48d5-95c1-948dbcbab937 req-e63ad643-c13a-4863-9514-7e58ce6ad85c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:14.801294 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b7bf5ff7-3268-48d5-95c1-948dbcbab937 req-e63ad643-c13a-4863-9514-7e58ce6ad85c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0616755 Jul 21 23:41:14.844753 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee13d4-c736-43ac-9030-c696aee7999a req-a7069801-4cce-4748-a6c1-5975a45c1569 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:14.848292 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40ee13d4-c736-43ac-9030-c696aee7999a req-a7069801-4cce-4748-a6c1-5975a45c1569 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.0755184 Jul 21 23:41:14.862607 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b7bf5ff7-3268-48d5-95c1-948dbcbab937 req-2426d484-2a77-4cb6-88d4-c0b11796ddb2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531807 Jul 21 23:41:14.947105 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40ee13d4-c736-43ac-9030-c696aee7999a req-1b79975e-0232-49b4-954b-367973008c56 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902863 Jul 21 23:41:15.847691 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-72508344-aa53-4a80-a1e6-655340640d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:15.849431 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-72508344-aa53-4a80-a1e6-655340640d60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1130 time: 0.0441282 Jul 21 23:41:15.964987 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-07bec4bd-4762-4e2d-b525-806b8e580c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:15.966702 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-07bec4bd-4762-4e2d-b525-806b8e580c04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.1036768 Jul 21 23:41:16.013252 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfff59f-105d-4a8e-bf3d-9ea1e1f7638b req-0ec732d8-a8d6-4d10-9d90-b43e916e6057 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:16.015564 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7dfff59f-105d-4a8e-bf3d-9ea1e1f7638b req-0ec732d8-a8d6-4d10-9d90-b43e916e6057 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0615218 Jul 21 23:41:16.030730 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:16.072683 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7dfff59f-105d-4a8e-bf3d-9ea1e1f7638b req-9ba6570a-3eac-4dda-b985-89116e99819a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513601 Jul 21 23:41:16.315282 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-b022709a-ad55-4484-897c-e0fa3d11a3bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 1001 time: 0.3368084 Jul 21 23:41:16.324175 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06094c4f-ab1b-4415-8db4-7cc89843b2fa req-b4806c73-af5f-4f0b-b833-36f5f21fcdfa tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:16.325578 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-06094c4f-ab1b-4415-8db4-7cc89843b2fa req-b4806c73-af5f-4f0b-b833-36f5f21fcdfa tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 943 time: 0.3059015 Jul 21 23:41:16.368002 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:16.405069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-df536c72-8ed5-4e92-b592-924d2b3820c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:16.406637 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-df536c72-8ed5-4e92-b592-924d2b3820c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0802245 Jul 21 23:41:16.414361 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-06094c4f-ab1b-4415-8db4-7cc89843b2fa req-bcfea92c-21dc-472c-9b48-f566e3b2d10b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799539 Jul 21 23:41:16.457594 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-17d1b35e-e031-45c0-91d5-dedc2311fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:16.459111 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-17d1b35e-e031-45c0-91d5-dedc2311fc79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438969 Jul 21 23:41:16.557039 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-b1545288-2fc2-47ed-b615-1c9321a00d87 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908763 Jul 21 23:41:16.657063 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b06e2e9-345a-4b98-ac1f-85fc53da28eb req-cd3af5d7-dc97-454f-ad19-0871c696d9a0 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930245 Jul 21 23:41:17.013467 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3d912156-66c3-4060-a4b0-45f5c1b2da29 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:41:17.240496 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bb896-eedd-4a79-8f71-32c90b5bccd8 req-5c9ee4a2-d0b2-4677-b9cb-41a58e92b95d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:17.242174 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2d5bb896-eedd-4a79-8f71-32c90b5bccd8 req-5c9ee4a2-d0b2-4677-b9cb-41a58e92b95d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0511842 Jul 21 23:41:17.263757 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:17.276525 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'port_id': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'mac_address': 'fa:16:3e:a6:de:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:41:17.299270 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2d5bb896-eedd-4a79-8f71-32c90b5bccd8 req-76b1ca23-db41-4e9d-ba39-53a1f5cfc929 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505772 Jul 21 23:41:17.320810 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 3d912156-66c3-4060-a4b0-45f5c1b2da29 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:17.321239 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:17.334319 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d912156-66c3-4060-a4b0-45f5c1b2da29 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:41:17.355601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:17.359227 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:17.407329 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:17.533443 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cb4e-2530-4697-a378-915b26d4b178 req-47e68f94-5617-4763-bb96-a7f064140c50 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:17.534947 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8365cb4e-2530-4697-a378-915b26d4b178 req-47e68f94-5617-4763-bb96-a7f064140c50 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 944 time: 0.0495346 Jul 21 23:41:17.585751 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8365cb4e-2530-4697-a378-915b26d4b178 req-ff8bff8b-8938-4fd5-b4ce-d7f5b1f74b67 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443077 Jul 21 23:41:17.712844 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['3d912156-66c3-4060-a4b0-45f5c1b2da29'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:41:17.760240 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:17.842020 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:18.433949 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba1218-6feb-46e9-b8f3-639ed6982621 req-5deb754f-7a3e-4607-b142-ff13e8858307 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:18.435359 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-37ba1218-6feb-46e9-b8f3-639ed6982621 req-5deb754f-7a3e-4607-b142-ff13e8858307 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 946 time: 0.0490522 Jul 21 23:41:18.485413 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-37ba1218-6feb-46e9-b8f3-639ed6982621 req-f63902ea-c4f7-4f17-8bbb-09b735512af2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 Jul 21 23:41:18.709072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d730c8-ac97-499f-842a-af7c20f6c37b req-4435c27f-538c-4b71-a451-54fe9d173fe6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:18.710140 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98d730c8-ac97-499f-842a-af7c20f6c37b req-4435c27f-538c-4b71-a451-54fe9d173fe6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 944 time: 0.0532393 Jul 21 23:41:18.740687 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:18.766677 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98d730c8-ac97-499f-842a-af7c20f6c37b req-a6be3b19-fe4e-47b8-85a9-c1873095f3c7 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502093 Jul 21 23:41:19.037869 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3d912156-66c3-4060-a4b0-45f5c1b2da29 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:41:19.087844 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 3d912156-66c3-4060-a4b0-45f5c1b2da29 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:41:19.094564 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 3d912156-66c3-4060-a4b0-45f5c1b2da29 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:19.095033 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:19.170858 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 3d912156-66c3-4060-a4b0-45f5c1b2da29 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:19.171252 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:19.197444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:19.199503 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36914168-cf8e-48d0-b75d-942ef62d857f" -d '{"events": [{"server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "name": "network-vif-plugged", "status": "completed", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:19.213179 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:19.220632 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:19.221913 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:41:19.270808 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb1732-b2b5-4303-80b6-cb8204ef759b x-openstack-request-id: req-bccb1732-b2b5-4303-80b6-cb8204ef759b {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:19.271139 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "name": "network-vif-plugged", "status": "completed", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:19.271382 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bccb1732-b2b5-4303-80b6-cb8204ef759b {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:19.271859 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccb1732-b2b5-4303-80b6-cb8204ef759b'] response: {'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'code': 200} Jul 21 23:41:19.311205 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:19.355742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: ACTIVE; New status is: DOWN {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:19.356143 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:19.400896 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:19.404877 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:19.456135 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=8']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:19.462626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fcf13-8b43-43c7-8588-131dcc16afeb req-8f8b1175-9de7-4298-b899-70bd1331fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:19.464141 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6e3fcf13-8b43-43c7-8588-131dcc16afeb req-8f8b1175-9de7-4298-b899-70bd1331fee8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1129 time: 0.0506451 Jul 21 23:41:19.512781 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6e3fcf13-8b43-43c7-8588-131dcc16afeb req-f17a1855-7c44-4b6e-a51e-178a89bec7fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389924 Jul 21 23:41:19.613326 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360a067-152c-4031-ad03-c36f2c47ce3c req-30e33a7e-ab79-4949-93ce-32aded3e00b8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:19.614809 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1360a067-152c-4031-ad03-c36f2c47ce3c req-30e33a7e-ab79-4949-93ce-32aded3e00b8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0505552 Jul 21 23:41:19.666847 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1360a067-152c-4031-ad03-c36f2c47ce3c req-b0146190-7f33-499a-8369-7e25b64d7383 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451407 Jul 21 23:41:19.894297 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3ca03-fa08-46c4-ae1a-d36ed2af545e req-3546d9e6-8f11-4515-abc3-b823c5195817 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:19.896087 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c6d3ca03-fa08-46c4-ae1a-d36ed2af545e req-3546d9e6-8f11-4515-abc3-b823c5195817 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0594485 Jul 21 23:41:19.951109 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c6d3ca03-fa08-46c4-ae1a-d36ed2af545e req-020239c4-8881-4da5-a1a3-d60b67162bf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Jul 21 23:41:20.172084 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [req-6d0a3888-1263-4808-8f57-787b2956e94a req-309e94e4-feaa-48c6-a487-e6b16eaceb33 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:41:20.173072 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6d0a3888-1263-4808-8f57-787b2956e94a req-309e94e4-feaa-48c6-a487-e6b16eaceb33 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052843 Jul 21 23:41:20.354466 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c8b1f-4c2c-43b3-a2e0-cee4c6b935c8 req-c26b7bda-db0a-46e8-a5b3-dd156a6ad293 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:20.356066 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-395c8b1f-4c2c-43b3-a2e0-cee4c6b935c8 req-c26b7bda-db0a-46e8-a5b3-dd156a6ad293 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0527346 Jul 21 23:41:20.410432 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-395c8b1f-4c2c-43b3-a2e0-cee4c6b935c8 req-f8072992-fca9-4d07-b129-b401a71348fd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482790 Jul 21 23:41:21.066648 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabf65d-0daa-4f46-97ad-bba708c677e0 req-b52f4be0-9622-46cc-9281-5cec5b82bdcd tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:21.068145 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0eabf65d-0daa-4f46-97ad-bba708c677e0 req-b52f4be0-9622-46cc-9281-5cec5b82bdcd tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0491211 Jul 21 23:41:21.120350 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0eabf65d-0daa-4f46-97ad-bba708c677e0 req-a658c7b2-389c-4097-9226-70d43138b41c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Jul 21 23:41:21.272953 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:21.275762 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01834591-6f55-4935-82e4-88a6348a5fe3" -d '{"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-unplugged", "status": "completed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:21.310380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15ca4c6-b530-4a20-b8a7-f5b0974668a7 x-openstack-request-id: req-a15ca4c6-b530-4a20-b8a7-f5b0974668a7 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:21.310755 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-unplugged", "status": "failed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8", "code": 422}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:21.310961 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a15ca4c6-b530-4a20-b8a7-f5b0974668a7 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:21.311528 dv-cinder-850700-1-iscsi neutron-server[104213]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a15ca4c6-b530-4a20-b8a7-f5b0974668a7']: {'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'code': 422} returned with failed status Jul 21 23:41:21.545395 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d3298-2a4b-4e17-bbd9-ba8fbe0aa4ab req-327226c2-62d2-41dc-a298-7cb41c7d3ed0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:21.546825 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b92d3298-2a4b-4e17-bbd9-ba8fbe0aa4ab req-327226c2-62d2-41dc-a298-7cb41c7d3ed0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0596547 Jul 21 23:41:21.574614 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:21.586917 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:21.597612 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b92d3298-2a4b-4e17-bbd9-ba8fbe0aa4ab req-aa4e8550-0ab5-4162-a003-2ff38527320b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Jul 21 23:41:22.238967 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3a212-95e1-4377-a706-a20635196801 req-7e6d3883-60a3-46d0-a5e8-47559c50a072 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:22.240743 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bec3a212-95e1-4377-a706-a20635196801 req-7e6d3883-60a3-46d0-a5e8-47559c50a072 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0519967 Jul 21 23:41:22.295276 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bec3a212-95e1-4377-a706-a20635196801 req-85f7bb6d-0930-46b1-8da1-691c2dee71f7 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487618 Jul 21 23:41:22.413306 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bef87-e4d9-41ca-9ae6-646725ae5f53 req-9b752513-afaa-464f-8b3e-f0e1fb06020d tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:22.415554 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ce7bef87-e4d9-41ca-9ae6-646725ae5f53 req-9b752513-afaa-464f-8b3e-f0e1fb06020d tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0496700 Jul 21 23:41:22.464343 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ce7bef87-e4d9-41ca-9ae6-646725ae5f53 req-d88e5b95-81f1-443c-8926-e12d7be1afb6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Jul 21 23:41:22.719614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15759f-479e-40c8-9355-82d7f5ad2a3b req-ebef1019-7cf1-4263-bd99-8549108dd26c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:22.721156 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ce15759f-479e-40c8-9355-82d7f5ad2a3b req-ebef1019-7cf1-4263-bd99-8549108dd26c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0492737 Jul 21 23:41:22.783436 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ce15759f-479e-40c8-9355-82d7f5ad2a3b req-af72c695-f164-4b81-a7ac-a8d826041d2d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558114 Jul 21 23:41:22.797278 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe583d51-c62d-4892-b704-f4dac4a39bed req-6a097603-772d-4f0a-8a7f-c2f053692f66 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:22.798804 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fe583d51-c62d-4892-b704-f4dac4a39bed req-6a097603-772d-4f0a-8a7f-c2f053692f66 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0563998 Jul 21 23:41:22.848181 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fe583d51-c62d-4892-b704-f4dac4a39bed req-73419262-30fc-4c25-b2e5-09e71493bf97 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Jul 21 23:41:23.036537 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:41:23.131009 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: DOWN; New status is: DOWN {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:23.921310 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c33d6-ba45-434a-8eee-0344b299881e req-3b74d8a5-deb7-47d7-a1c1-4156dd827849 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:23.922948 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-483c33d6-ba45-434a-8eee-0344b299881e req-3b74d8a5-deb7-47d7-a1c1-4156dd827849 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0502105 Jul 21 23:41:23.976878 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-483c33d6-ba45-434a-8eee-0344b299881e req-7a514f2c-25a7-42b1-bb70-159f0c2acb53 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Jul 21 23:41:25.094886 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:25.099086 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47a61-62e8-43c3-bb0d-7c48598a5f32 req-f66e93c8-45f1-4ccc-89d4-85685e711148 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:25.100590 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-78d47a61-62e8-43c3-bb0d-7c48598a5f32 req-f66e93c8-45f1-4ccc-89d4-85685e711148 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0484903 Jul 21 23:41:25.163420 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-78d47a61-62e8-43c3-bb0d-7c48598a5f32 req-f5c62368-4359-4914-abac-3c8c3c3a7e9d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548851 Jul 21 23:41:26.288390 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c920e-be57-4b22-a503-d1be35b81a96 req-65999281-abaf-45ea-a876-4d77e3cd2ca2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:26.290863 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9b8c920e-be57-4b22-a503-d1be35b81a96 req-65999281-abaf-45ea-a876-4d77e3cd2ca2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0529923 Jul 21 23:41:26.339780 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9b8c920e-be57-4b22-a503-d1be35b81a96 req-85f46964-e058-4d40-badc-e04a594d818d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436070 Jul 21 23:41:27.466803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e974e-8f34-4aed-bcf4-9d3fc2e98398 req-e6a1fd98-4a7c-4d0b-8dab-99ae9f18cb4c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:27.468290 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-597e974e-8f34-4aed-bcf4-9d3fc2e98398 req-e6a1fd98-4a7c-4d0b-8dab-99ae9f18cb4c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0503118 Jul 21 23:41:27.479281 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:27.517213 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-597e974e-8f34-4aed-bcf4-9d3fc2e98398 req-96866928-f9ef-45b0-ad85-962af89ded4e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Jul 21 23:41:28.640947 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0faca-efc6-42d6-ae16-242b07e0ed1f req-e4bc1036-87f1-4989-b20f-4ec3b8a2dc8b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:28.644182 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bee0faca-efc6-42d6-ae16-242b07e0ed1f req-e4bc1036-87f1-4989-b20f-4ec3b8a2dc8b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0535624 Jul 21 23:41:28.691932 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bee0faca-efc6-42d6-ae16-242b07e0ed1f req-75687d31-c8a3-42e6-938d-498a309b0dd1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422947 Jul 21 23:41:29.817781 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0d3e0-c8ef-4341-af63-f62c60a9e3be req-0fb2b69f-6d27-495d-ad7b-7d4ce7a39bee tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:29.819267 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a1e0d3e0-c8ef-4341-af63-f62c60a9e3be req-0fb2b69f-6d27-495d-ad7b-7d4ce7a39bee tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0517673 Jul 21 23:41:29.869146 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a1e0d3e0-c8ef-4341-af63-f62c60a9e3be req-35fc1189-bf75-41be-b216-e9184d050aaf tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434902 Jul 21 23:41:30.783745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 32952) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:30.872834 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-285407a7-d091-4f10-a304-5d313d63de4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878444 Jul 21 23:41:30.881811 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-9d97782a-0c44-465e-b3e8-e3888920cd35 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:41:30.882824 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-9d97782a-0c44-465e-b3e8-e3888920cd35 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049427 Jul 21 23:41:30.983181 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 32966) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:31.002584 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f777be6-33e7-4ef9-a4f7-25bec85c8bc4 req-1f4a51e3-f7f1-488e-a44d-bd36819e227d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:31.004158 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8f777be6-33e7-4ef9-a4f7-25bec85c8bc4 req-1f4a51e3-f7f1-488e-a44d-bd36819e227d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0568495 Jul 21 23:41:31.031777 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:31.060379 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8f777be6-33e7-4ef9-a4f7-25bec85c8bc4 req-adcc0229-6c83-4e3f-a1c5-5c2348060f46 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478709 Jul 21 23:41:31.098143 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-0962bf6f-9eb4-4e4a-be34-f491fddaa44f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:31.099528 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-0962bf6f-9eb4-4e4a-be34-f491fddaa44f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports/7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 941 time: 0.1152422 Jul 21 23:41:32.189371 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311efd1b-cd8c-4af6-90b2-7e4118bf7060 req-e9ed14fa-3ce4-44ba-9fe7-2420c7c7bb12 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:32.190829 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-311efd1b-cd8c-4af6-90b2-7e4118bf7060 req-e9ed14fa-3ce4-44ba-9fe7-2420c7c7bb12 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0481544 Jul 21 23:41:32.239215 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-311efd1b-cd8c-4af6-90b2-7e4118bf7060 req-19448c0f-e45e-479a-8681-41fdc537016c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Jul 21 23:41:33.110911 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:33.117537 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:33.377040 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f937f-857a-4aaa-b8a6-358a37b007db req-2d16ac1e-984a-40ad-8c58-ef9837d5ec8f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:33.378501 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f84f937f-857a-4aaa-b8a6-358a37b007db req-2d16ac1e-984a-40ad-8c58-ef9837d5ec8f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0539458 Jul 21 23:41:33.433118 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f84f937f-857a-4aaa-b8a6-358a37b007db req-8f3dde96-bed3-48fc-8651-324ad2ae106d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455368 Jul 21 23:41:34.577714 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015bcb-0cdb-440c-aeec-794fea796c5a req-d5d03c14-13bd-464d-8d82-b16845d0dd72 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:34.579820 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cf015bcb-0cdb-440c-aeec-794fea796c5a req-d5d03c14-13bd-464d-8d82-b16845d0dd72 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0602219 Jul 21 23:41:34.630749 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cf015bcb-0cdb-440c-aeec-794fea796c5a req-2c3d921d-38a5-4dfd-b932-3e6339a79db7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453508 Jul 21 23:41:35.040966 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:35.380886 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:35.381661 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:35.767066 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c045-4927-4504-a579-d96d50e460af req-11f94e8c-8850-412c-a9c8-d9ce61379e7b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:35.768527 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2859c045-4927-4504-a579-d96d50e460af req-11f94e8c-8850-412c-a9c8-d9ce61379e7b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0503006 Jul 21 23:41:35.815554 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2859c045-4927-4504-a579-d96d50e460af req-389916e7-762e-4729-8849-31cded9054bb tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415657 Jul 21 23:41:35.987642 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:36.002702 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-c4cc38e9-2ac8-4033-aefe-f16765c94515 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451617 Jul 21 23:41:36.425089 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-d876f47c-a519-42f8-95df-f1cecd970344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:36.426619 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-d876f47c-a519-42f8-95df-f1cecd970344 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 1130 time: 0.0508649 Jul 21 23:41:36.594539 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-acc9770a-c2d2-41f5-838a-ecd5d147538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:36.596022 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-acc9770a-c2d2-41f5-838a-ecd5d147538c service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.1231976 Jul 21 23:41:36.639918 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-80f0233c-3d6e-4c44-9a53-ea5da1004c10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2 HTTP/1.1" status: 200 len: 217 time: 0.0349801 Jul 21 23:41:36.730616 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-bc55deef-fed8-45c7-8917-d1e27b3fdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:36.732050 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-bc55deef-fed8-45c7-8917-d1e27b3fdde6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0690355 Jul 21 23:41:36.781380 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-d2ed7b8c-ddb7-4639-b8e2-9925533b611d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311382891&fields=id&tenant_id=44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 267 time: 0.0866864 Jul 21 23:41:36.802596 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-6a803b0d-1b43-42a0-8f80-2c8e62b8c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:36.804054 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-6a803b0d-1b43-42a0-8f80-2c8e62b8c23a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643358 Jul 21 23:41:36.939124 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d80e61-a2a1-4235-8b6f-715ade5f4e6f req-e70d37bc-e902-49fb-aa4f-cf20b1c44ec3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:36.940629 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a6d80e61-a2a1-4235-8b6f-715ade5f4e6f req-e70d37bc-e902-49fb-aa4f-cf20b1c44ec3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0498025 Jul 21 23:41:36.968975 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-b7855035-f880-459c-bd31-cc8211d8ff3f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:36.970519 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-b7855035-f880-459c-bd31-cc8211d8ff3f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 812 time: 0.1821423 Jul 21 23:41:36.988908 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a6d80e61-a2a1-4235-8b6f-715ade5f4e6f req-e003f480-f3ef-4537-9c43-69c261cfc58b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Jul 21 23:41:36.993716 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-43d88e28-042c-4002-96ce-7d39aa3c0018 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697178 Jul 21 23:41:36.995627 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-4ef29a4a-d8f0-42aa-adfe-861567f36c17 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/quotas/44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 375 time: 0.0150013 Jul 21 23:41:37.103083 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-fabda9e3-b9f0-4f64-beb6-bf23a7a1cae4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012089 Jul 21 23:41:37.111192 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:37.156466 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c9d933c3-40b7-402b-a139-dc9c34ed1722 req-49b4053f-6e4e-405b-a757-5c3344ce2428 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557539 Jul 21 23:41:37.222207 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-da11f9de-532a-4928-83ce-91c84eff8b5e service neutron] 10.222.0.57 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056476 Jul 21 23:41:37.315361 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-b06fd52a-2731-466d-903d-6333bfac47bf service neutron] 10.222.0.57 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874267 Jul 21 23:41:37.616893 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-21e79040-c913-477d-9ad4-d42aa5752d65 req-cc0ad762-12c6-4465-8b37-50ad576e5972 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 210 time: 0.0368283 Jul 21 23:41:37.640019 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c67df-0100-44c9-bbd6-3ba573ff4d69 req-9c06faae-fe03-4893-9c5d-f16abb1e4b58 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:37.641724 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd6c67df-0100-44c9-bbd6-3ba573ff4d69 req-9c06faae-fe03-4893-9c5d-f16abb1e4b58 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0607564 Jul 21 23:41:37.698346 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd6c67df-0100-44c9-bbd6-3ba573ff4d69 req-217ab7f8-2266-4180-b34a-7dabc60f13db tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495024 Jul 21 23:41:37.724687 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33092) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:37.770914 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-12e5939d-3bec-41e1-9e1a-2f8db8033366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:37.877717 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b93e7e0-94af-4e3a-b04f-10f550a7a73a tempest-TestMinimumBasicScenario-1457620595 tempest-TestMinimumBasicScenario-1457620595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:37.879254 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1b93e7e0-94af-4e3a-b04f-10f550a7a73a tempest-TestMinimumBasicScenario-1457620595 tempest-TestMinimumBasicScenario-1457620595-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1124 time: 0.1531506 Jul 21 23:41:37.882246 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33098) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:37.887199 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'port_id': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:37.911012 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:37.993094 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:37.995866 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:38.145098 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd0e57-23bf-4e47-bf2c-e33e593298b7 req-c29229e4-35dc-4a32-91f9-4857ef83603c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:38.146622 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-25cd0e57-23bf-4e47-bf2c-e33e593298b7 req-c29229e4-35dc-4a32-91f9-4857ef83603c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0694680 Jul 21 23:41:38.147747 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Allocated IP 172.27.1.206 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/59d8ddf7-1135-4eef-9a55-a511a48ef010) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:41:38.249585 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-25cd0e57-23bf-4e47-bf2c-e33e593298b7 req-60725275-1f25-4a84-8f4c-c05feb62cc0f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960941 Jul 21 23:41:38.291225 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:38.334385 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:38.370222 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:38.382023 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:41:38.387206 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:41:38.389478 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'Port': ['ID=59d8ddf7-1135-4eef-9a55-a511a48ef010,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:38.391991 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:41:38.425219 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.425627 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.425923 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.426294 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.426601 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.426940 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.427275 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.427610 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.427939 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.428279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.428612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.428943 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.429290 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.429623 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.429951 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:38.717608 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3f871467-a963-41c0-ad46-0fa3982f493f req-68fa9c7f-d8be-42e4-812a-b82b27c5d011 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 210 time: 0.0294976 Jul 21 23:41:38.772250 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for floatingip (4b13ca68-e0ff-4a43-abf3-af915cd3025a), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:38.803190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:38.845879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:39.008039 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:39.021982 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:39.139413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'Port': ['ID=59d8ddf7-1135-4eef-9a55-a511a48ef010,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:39.171535 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (4b13ca68-e0ff-4a43-abf3-af915cd3025a), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:39.179851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-43371b0b-b1c0-436d-a988-9ef16960b281 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:39.181334 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-43371b0b-b1c0-436d-a988-9ef16960b281 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 812 time: 0.1896467 Jul 21 23:41:39.318704 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-aed4b8a7-4783-4c4b-95be-6255c7450879 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 379 time: 0.1065044 Jul 21 23:41:39.320628 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:39.326049 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Floating IP 4b13ca68-e0ff-4a43-abf3-af915cd3025a associated. External IP: 172.27.1.206, port: 3d912156-66c3-4060-a4b0-45f5c1b2da29. Jul 21 23:41:39.331075 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'port': {'device_id': 'fc1b0372-60fe-4345-9668-12276af08fda', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'admin_state_up': True, 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'security_groups': ['9af5f9d8-a3ae-4243-be41-12ca860aaa0d']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:39.499454 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeef2f7-e90b-4e40-93f9-f8291745a981 req-ce68b6f8-dff7-48f8-a060-0ed59f36343d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:39.500944 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bfeef2f7-e90b-4e40-93f9-f8291745a981 req-ce68b6f8-dff7-48f8-a060-0ed59f36343d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.1667569 Jul 21 23:41:39.826367 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-08a1a33d-d306-4a28-b131-9928c45dbdcf req-a51733d4-dc6a-4646-8c0f-917336a7ae4a tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 210 time: 0.0367966 Jul 21 23:41:39.830964 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:39.870335 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bfeef2f7-e90b-4e40-93f9-f8291745a981 req-ac0fb0dd-72b7-4ce8-95ac-46f81bff1496 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629160 Jul 21 23:41:39.890294 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Made reservation on behalf of 44fb74dd337c49a898397e3482e4305d for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:41:39.893823 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.022622 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Router 10f84426-fc08-46e0-b95b-7290bce7bae5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:41:40.128749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Allocated IP 172.20.0.14 (090d43b6-0e83-430b-8cf2-7b66d14a91c7/b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7/3fba9807-20fe-41d5-8c1a-0473403d7805) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:41:40.209843 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:41:40.222405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] Sync routers for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:41:40.235308 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:40.236331 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:41:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:40.262194 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.353135 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ea2adf00-6765-48c1-b8fb-ce36a991dbf8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4662683 Jul 21 23:41:40.353135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:40.353454 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33142) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:40.356101 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84994e4-e28e-4db5-91f0-b19750043918" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:40.358270 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726777768', 'description': 'tempest-secgroup-smoke-1726777768 description', 'project_id': '235634c0fcf14ebeab084cfca36d394b'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:40.378158 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:40.392335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.392975 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.395308 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:40.412946 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1b2141-1318-45f0-87c6-55c66088e353 x-openstack-request-id: req-ad1b2141-1318-45f0-87c6-55c66088e353 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:40.413399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:40.413653 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad1b2141-1318-45f0-87c6-55c66088e353 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:40.414060 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1b2141-1318-45f0-87c6-55c66088e353'] response: {'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'status': 'completed', 'code': 200} Jul 21 23:41:40.445731 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1e22b87f-6905-4a25-95d2-047e05652211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.451114 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.502155 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group (5d1c61dd-f060-46d3-a82f-350a6ea95119), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.507180 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5d1c61dd-f060-46d3-a82f-350a6ea95119), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.521743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84994e4-e28e-4db5-91f0-b19750043918 req-f00c2a67-4ce1-4285-a5fe-12218284f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:40.523255 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e84994e4-e28e-4db5-91f0-b19750043918 req-f00c2a67-4ce1-4285-a5fe-12218284f7c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1129 time: 0.0855374 Jul 21 23:41:40.543118 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:41:40.554541 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.556183 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2022161 Jul 21 23:41:40.563893 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33148) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:40.566927 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:41:40.570237 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:41:40.582428 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-9a5976f7-4c76-4a45-a9c2-9cd92fee902b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'security_group_rule': {'security_group_id': '5d1c61dd-f060-46d3-a82f-350a6ea95119', 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:40.602831 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:40.614404 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=3fba9807-20fe-41d5-8c1a-0473403d7805,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:40.628265 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c61dd-f060-46d3-a82f-350a6ea95119,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:40.640098 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.640746 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.641362 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.641889 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.643081 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.643081 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.643355 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.643894 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.644376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.644867 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.645416 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.646171 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.646651 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.647136 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.647618 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598460c-bd34-4e16-bdff-d5e8ffcf56d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:41:40.662335 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9a5976f7-4c76-4a45-a9c2-9cd92fee902b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (91b1cc10-e2bc-485b-b520-f771939be355), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.684187 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:40.684884 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.691819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:40.720037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84994e4-e28e-4db5-91f0-b19750043918 req-8d52c5de-2fc5-42e4-b4fa-99cd1301a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:40.721701 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e84994e4-e28e-4db5-91f0-b19750043918 req-8d52c5de-2fc5-42e4-b4fa-99cd1301a071 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 916 time: 0.1918907 Jul 21 23:41:40.728630 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-dced334b-4dcf-4489-9586-8956576255d7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4038701 Jul 21 23:41:40.742517 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Request body: {'port': {'device_id': 'fc1b0372-60fe-4345-9668-12276af08fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:40.751439 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9a5976f7-4c76-4a45-a9c2-9cd92fee902b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (91b1cc10-e2bc-485b-b520-f771939be355), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.758720 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9a5976f7-4c76-4a45-a9c2-9cd92fee902b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (91b1cc10-e2bc-485b-b520-f771939be355), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.773959 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '4b13ca68-e0ff-4a43-abf3-af915cd3025a', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'port_id': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'mac_address': 'fa:16:3e:a6:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:41:38Z', 'updated_at': '2022-07-21T23:41:38Z', 'revision_number': 0, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 5, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:40.780673 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5976f7-4c76-4a45-a9c2-9cd92fee902b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b1cc10-e2bc-485b-b520-f771939be355,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:40.800681 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9a5976f7-4c76-4a45-a9c2-9cd92fee902b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.806321 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-9a5976f7-4c76-4a45-a9c2-9cd92fee902b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2406416 Jul 21 23:41:40.807534 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33150) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:40.809076 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] Checking router: 10f84426-fc08-46e0-b95b-7290bce7bae5 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:41:40.812376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-463977cc-87c3-4497-b25a-c91988ce63eb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'security_group_rule': {'security_group_id': '5d1c61dd-f060-46d3-a82f-350a6ea95119', 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:40.820126 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:41:40.821557 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:41:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:40.838473 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e84994e4-e28e-4db5-91f0-b19750043918 req-e5215062-8a81-4aa7-8605-23690170beca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 999 time: 0.1072807 Jul 21 23:41:40.842485 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463977cc-87c3-4497-b25a-c91988ce63eb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (61357b5a-07a9-4154-8320-d065f985cead), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.901131 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.907409 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-716ca95b-6208-400e-9a49-42d6f0349995 None None] Provisioning complete for port 3fba9807-20fe-41d5-8c1a-0473403d7805 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:40.908668 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-716ca95b-6208-400e-9a49-42d6f0349995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.918822 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463977cc-87c3-4497-b25a-c91988ce63eb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (61357b5a-07a9-4154-8320-d065f985cead), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.924635 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84994e4-e28e-4db5-91f0-b19750043918 req-813d5747-0ab6-435c-b186-176f598ea3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:40.926195 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e84994e4-e28e-4db5-91f0-b19750043918 req-813d5747-0ab6-435c-b186-176f598ea3e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 200 len: 854 time: 0.0718880 Jul 21 23:41:40.926318 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463977cc-87c3-4497-b25a-c91988ce63eb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (61357b5a-07a9-4154-8320-d065f985cead), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.945614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:40.958323 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463977cc-87c3-4497-b25a-c91988ce63eb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:40.964595 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-463977cc-87c3-4497-b25a-c91988ce63eb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544738 Jul 21 23:41:40.965809 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33158) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:40.973835 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-1d89603a-4456-4733-8c26-2ff45752b7a3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'security_group_rule': {'security_group_id': '5d1c61dd-f060-46d3-a82f-350a6ea95119', 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:40.986012 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463977cc-87c3-4497-b25a-c91988ce63eb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61357b5a-07a9-4154-8320-d065f985cead,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:41.007043 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-716ca95b-6208-400e-9a49-42d6f0349995 None None] Port 3fba9807-20fe-41d5-8c1a-0473403d7805 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:41:41.009944 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84994e4-e28e-4db5-91f0-b19750043918 req-f6cd2691-0117-4f25-90eb-28ce2513a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:41.013665 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e84994e4-e28e-4db5-91f0-b19750043918 req-f6cd2691-0117-4f25-90eb-28ce2513a0b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581212 Jul 21 23:41:41.031753 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d89603a-4456-4733-8c26-2ff45752b7a3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (ccbb850c-e9a8-499e-8b6d-749f73dc2472), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.052400 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:41:41.149107 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada3f45-572f-4633-b024-04a94adcf6ef req-5389d009-2f4f-4a00-8442-0305a4151c07 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:41.150113 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a390c9-f274-4d1f-b401-9cc3d2b393ca req-b6eb3f6b-6b4d-4f43-94ad-df377dda01f9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:41.152033 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cada3f45-572f-4633-b024-04a94adcf6ef req-5389d009-2f4f-4a00-8442-0305a4151c07 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 932 time: 0.1372116 Jul 21 23:41:41.153263 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95a390c9-f274-4d1f-b401-9cc3d2b393ca req-b6eb3f6b-6b4d-4f43-94ad-df377dda01f9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.1064663 Jul 21 23:41:41.177041 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d89603a-4456-4733-8c26-2ff45752b7a3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (ccbb850c-e9a8-499e-8b6d-749f73dc2472), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.189851 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d89603a-4456-4733-8c26-2ff45752b7a3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (ccbb850c-e9a8-499e-8b6d-749f73dc2472), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.200135 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:41.230391 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d89603a-4456-4733-8c26-2ff45752b7a3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.231758 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-1d89603a-4456-4733-8c26-2ff45752b7a3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2628138 Jul 21 23:41:41.234825 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33166) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:41.237177 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89603a-4456-4733-8c26-2ff45752b7a3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbb850c-e9a8-499e-8b6d-749f73dc2472,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:41.244828 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-4da18557-1c5e-4ddf-8213-0ea41eb40181 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'security_group_rule': {'security_group_id': '5d1c61dd-f060-46d3-a82f-350a6ea95119', 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:41.270481 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95a390c9-f274-4d1f-b401-9cc3d2b393ca req-d0d69a06-7852-42a3-bca5-bbb9007a4d5f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083684 Jul 21 23:41:41.295015 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e84994e4-e28e-4db5-91f0-b19750043918 req-450538df-a0fc-4130-93ff-b23f030786c3 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683761 Jul 21 23:41:41.303429 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4da18557-1c5e-4ddf-8213-0ea41eb40181 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (eea20653-3173-4211-998a-22aa3cf57d27), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.379018 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.386177 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cada3f45-572f-4633-b024-04a94adcf6ef req-d98762e4-112f-4e68-9cd0-df967e1da5ec tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861906 Jul 21 23:41:41.402708 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '4b13ca68-e0ff-4a43-abf3-af915cd3025a', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'port_id': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'mac_address': 'fa:16:3e:a6:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:41:38Z', 'updated_at': '2022-07-21T23:41:38Z', 'revision_number': 0, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 5, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:41:41.415626 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4da18557-1c5e-4ddf-8213-0ea41eb40181 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (eea20653-3173-4211-998a-22aa3cf57d27), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.423219 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4da18557-1c5e-4ddf-8213-0ea41eb40181 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (eea20653-3173-4211-998a-22aa3cf57d27), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.437473 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e25fff-80bd-4f87-8924-ca2df2b9189f None None] The sync data for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi is: [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '4b13ca68-e0ff-4a43-abf3-af915cd3025a', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'port_id': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'mac_address': 'fa:16:3e:a6:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:41:38Z', 'updated_at': '2022-07-21T23:41:38Z', 'revision_number': 0, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 5, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:41:41.443189 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da18557-1c5e-4ddf-8213-0ea41eb40181 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea20653-3173-4211-998a-22aa3cf57d27,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:41.458939 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:41.465098 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4da18557-1c5e-4ddf-8213-0ea41eb40181 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.469637 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33170) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:41.470243 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-4da18557-1c5e-4ddf-8213-0ea41eb40181 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2339134 Jul 21 23:41:41.474707 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'security_group_rule': {'security_group_id': '5d1c61dd-f060-46d3-a82f-350a6ea95119', 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:41.523395 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e84994e4-e28e-4db5-91f0-b19750043918 req-7ca68343-e68f-429a-8520-4f9e6dc5e7e6 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106807 Jul 21 23:41:41.537388 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.securitygroups_db [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Project 235634c0fcf14ebeab084cfca36d394b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:41:41.555064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (fa5791bf-caad-4496-a8c9-5243156ffc28), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.604332 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fba9807-20fe-41d5-8c1a-0473403d7805 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:41:41.608713 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:41.617878 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Publish callbacks [] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.650124 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Transition to ACTIVE for port object 3fba9807-20fe-41d5-8c1a-0473403d7805 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:41:41.655275 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.666856 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (fa5791bf-caad-4496-a8c9-5243156ffc28), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.684513 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8344196-5555-4b21-8eb3-a6f9628083e4 None None] New status for floating IP 4b13ca68-e0ff-4a43-abf3-af915cd3025a: ACTIVE {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:41:41.694212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (fa5791bf-caad-4496-a8c9-5243156ffc28), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.739532 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5791bf-caad-4496-a8c9-5243156ffc28,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:41.746387 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.750701 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-f14e959b-09d8-447e-a134-8cd14c5d3857 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2770238 Jul 21 23:41:41.750701 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Pushing event updated for resources: {'Port': ['ID=3fba9807-20fe-41d5-8c1a-0473403d7805,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:41.750929 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33174) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:41.777339 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'security_group_rule': {'security_group_id': '5d1c61dd-f060-46d3-a82f-350a6ea95119', 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:41.825454 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.securitygroups_db [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Project 235634c0fcf14ebeab084cfca36d394b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:41:41.835674 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (df4c9f9d-d462-4860-ba49-85fe440fe86f), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.873294 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Attempting to bind port 3fba9807-20fe-41d5-8c1a-0473403d7805 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:41:41.873602 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Attempting to bind port 3fba9807-20fe-41d5-8c1a-0473403d7805 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:41:41.873909 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Attempting to bind port 3fba9807-20fe-41d5-8c1a-0473403d7805 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:41:41.890553 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Port 3fba9807-20fe-41d5-8c1a-0473403d7805 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:41:41.890891 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Attempting to bind port 3fba9807-20fe-41d5-8c1a-0473403d7805 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:41:41.908332 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:41:41.908600 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Checking segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:41:41.908987 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Bound using segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:41:41.909457 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Bound port: 3fba9807-20fe-41d5-8c1a-0473403d7805, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:41:41.909818 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.935654 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (df4c9f9d-d462-4860-ba49-85fe440fe86f), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.959510 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (df4c9f9d-d462-4860-ba49-85fe440fe86f), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:41.989612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4c9f9d-d462-4860-ba49-85fe440fe86f,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:42.005040 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.006272 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-cf5a9229-47e7-4ddd-b1da-24cb5dc20122 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2543170 Jul 21 23:41:42.012722 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] For port 3fba9807-20fe-41d5-8c1a-0473403d7805, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:41:42.015942 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] For port 3fba9807-20fe-41d5-8c1a-0473403d7805, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3fba9807-20fe-41d5-8c1a-0473403d7805,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:41:42.021774 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.056028 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:42.056658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.058237 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] 10.222.0.39 "PUT /v2.0/ports/3fba9807-20fe-41d5-8c1a-0473403d7805 HTTP/1.1" status: 200 len: 1094 time: 1.3202891 Jul 21 23:41:42.081113 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8758-e2a4-48dc-84ea-ff7101fdab2d service neutron] Pushing event updated for resources: {'Port': ['ID=3fba9807-20fe-41d5-8c1a-0473403d7805,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:42.113322 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-ae75fff0-281c-4bc3-a81b-37fb323bd4ea tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726777768&fields=id&tenant_id=235634c0fcf14ebeab084cfca36d394b HTTP/1.1" status: 200 len: 267 time: 0.0583894 Jul 21 23:41:42.174590 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-6c56ffd8-7b95-43a9-9b9c-d49bbafd04d5 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:42.176036 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-6c56ffd8-7b95-43a9-9b9c-d49bbafd04d5 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0570104 Jul 21 23:41:42.189215 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'port': {'security_groups': ['fbf04a78-605c-4baf-8106-a8428ecb2833', '5d1c61dd-f060-46d3-a82f-350a6ea95119']}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:41:42.233798 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:42.269686 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.422265 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:42.424308 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8b55db-26ec-4880-9798-6eec1e275f58" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:42.448287 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3208a53-a917-463c-8323-25ce2f6cdfa0 req-98c1e014-1df2-46c4-b65f-10914cb93142 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:42.449948 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c3208a53-a917-463c-8323-25ce2f6cdfa0 req-98c1e014-1df2-46c4-b65f-10914cb93142 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0653677 Jul 21 23:41:42.548336 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:41:42.556096 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c3208a53-a917-463c-8323-25ce2f6cdfa0 req-52cf4932-160e-4e9c-a450-801ec93ad58e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001165 Jul 21 23:41:42.558241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-20293996-57ce-425f-95f5-7d6b1c260c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:42.559957 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-20293996-57ce-425f-95f5-7d6b1c260c24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 1128 time: 0.0769560 Jul 21 23:41:42.579438 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.584521 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.597612 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['3d912156-66c3-4060-a4b0-45f5c1b2da29'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:41:42.630296 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:42.631525 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.632935 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-33a153de-7771-4adb-a59f-f78715d3fea1 req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "PUT /v2.0/ports/3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 981 time: 0.4489217 Jul 21 23:41:42.633404 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:41:42.636441 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495eafb-5425-4798-a071-b81bd4c8ed7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:41:42.669770 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:42.686541 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2350d8e-15c9-4969-934b-b7b9a73994a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=6']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:42.738444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2fb4-74d0-4181-a256-45d8c1aecd0e req-9a6005eb-7797-44b4-a7f7-d62790cf3242 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:42.740403 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4f8d2fb4-74d0-4181-a256-45d8c1aecd0e req-9a6005eb-7797-44b4-a7f7-d62790cf3242 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.1078565 Jul 21 23:41:42.749935 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7ac793-906b-47ad-8558-5d8642aeb7b2 x-openstack-request-id: req-7b7ac793-906b-47ad-8558-5d8642aeb7b2 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:42.750340 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:42.750604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b7ac793-906b-47ad-8558-5d8642aeb7b2 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:42.751023 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7ac793-906b-47ad-8558-5d8642aeb7b2'] response: {'name': 'network-changed', 'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'status': 'completed', 'code': 200} Jul 21 23:41:42.788723 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9274af1d-181d-4784-9901-4eede91e0e17 x-openstack-request-id: req-9274af1d-181d-4784-9901-4eede91e0e17 {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:41:42.789008 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:41:42.789344 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9274af1d-181d-4784-9901-4eede91e0e17 {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:41:42.789871 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9274af1d-181d-4784-9901-4eede91e0e17'] response: {'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'status': 'completed', 'code': 200} Jul 21 23:41:42.795212 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:42.819523 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4f8d2fb4-74d0-4181-a256-45d8c1aecd0e req-17608e6f-0220-4faf-81c2-39e723ae22c2 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675280 Jul 21 23:41:42.825552 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['3d912156-66c3-4060-a4b0-45f5c1b2da29'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:41:42.864835 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:42.916934 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd998d-48f2-4e84-815c-d38f01a79747 req-7d32a5fe-c5b3-4cad-a442-59214335f819 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:42.918608 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4fdd998d-48f2-4e84-815c-d38f01a79747 req-7d32a5fe-c5b3-4cad-a442-59214335f819 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0628998 Jul 21 23:41:42.987895 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-0e628c78-bbe4-4567-ac59-458867c45e15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba9807-20fe-41d5-8c1a-0473403d7805 HTTP/1.1" status: 200 len: 217 time: 0.0469306 Jul 21 23:41:43.001807 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:43.007134 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4fdd998d-48f2-4e84-815c-d38f01a79747 req-7781ca5e-23b4-4b87-95f8-102e1791c1da tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811834 Jul 21 23:41:43.066319 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:43.077557 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-b63405f6-d2ea-4e9b-bcdb-9f2f73c75f6b None None] Provisioning complete for port 3d912156-66c3-4060-a4b0-45f5c1b2da29 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:41:43.078082 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b63405f6-d2ea-4e9b-bcdb-9f2f73c75f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:43.099512 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-2c23316d-be14-431f-b49d-478146f708ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:43.101137 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-2c23316d-be14-431f-b49d-478146f708ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1168 time: 0.1120181 Jul 21 23:41:43.136498 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-0d100253-132b-4573-87c7-97ffc6c37417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:43.138380 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-0d100253-132b-4573-87c7-97ffc6c37417 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.1376457 Jul 21 23:41:43.224834 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-7dd3c710-2a43-4b86-a55f-942fd486e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:43.226263 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-7dd3c710-2a43-4b86-a55f-942fd486e3d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764294 Jul 21 23:41:43.274722 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-31b023f1-e10c-455f-bd7c-7fbcf0c0a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:43.276138 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:43.277107 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-31b023f1-e10c-455f-bd7c-7fbcf0c0a123 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 916 time: 0.1682882 Jul 21 23:41:43.316736 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-b63405f6-d2ea-4e9b-bcdb-9f2f73c75f6b None None] Current status of the port 3d912156-66c3-4060-a4b0-45f5c1b2da29 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:41:43.375014 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:43.386232 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-e6e16b6c-5b45-4680-a143-4afc36bf9952 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 1001 time: 0.0813940 Jul 21 23:41:43.391954 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-f9f89565-b89a-44dc-a49a-bb4a74f7132a service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567776 Jul 21 23:41:43.495895 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-b9579366-edd1-470a-892f-668dd19eb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:43.497676 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-b9579366-edd1-470a-892f-668dd19eb8f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 200 len: 854 time: 0.1046462 Jul 21 23:41:43.562232 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-05598dae-e53b-43bf-89ca-850560129fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:43.563768 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-05598dae-e53b-43bf-89ca-850560129fb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557692 Jul 21 23:41:43.565918 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bce74905-28e1-4ec0-a1d4-73bdf907910b req-ddbfa19b-97f5-4f76-ab8d-94a34b70971f service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649032 Jul 21 23:41:43.676048 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:43.949819 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11dfa-1531-496e-b168-653edd14334c req-72d9e78b-473d-4cb1-8ece-9148ebb7ba3a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:43.951794 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3e11dfa-1531-496e-b168-653edd14334c req-72d9e78b-473d-4cb1-8ece-9148ebb7ba3a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0628357 Jul 21 23:41:44.005841 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3e11dfa-1531-496e-b168-653edd14334c req-a18d8fd2-1eaa-405d-b900-ddbdc48d6a63 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466340 Jul 21 23:41:44.086407 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659e44-b69d-452e-9a51-ae77764a829d req-578fe093-eeb4-4322-a04a-467dcdd2cd51 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.088442 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-be659e44-b69d-452e-9a51-ae77764a829d req-578fe093-eeb4-4322-a04a-467dcdd2cd51 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.4249234 Jul 21 23:41:44.091533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-353b9d50-3f34-451c-8803-4cddb4a82cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.092907 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-353b9d50-3f34-451c-8803-4cddb4a82cde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 1128 time: 0.4028521 Jul 21 23:41:44.124518 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d72c8-6d20-4bb6-ab34-4e9b9d84eabf req-0b1e96b8-6f9c-4454-8a06-6fa1ea946ded tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.126218 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-385d72c8-6d20-4bb6-ab34-4e9b9d84eabf req-0b1e96b8-6f9c-4454-8a06-6fa1ea946ded tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0546961 Jul 21 23:41:44.138115 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-b30b9ad8-a50c-4ef0-9394-5e86452e60c5 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624504 Jul 21 23:41:44.168121 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-be659e44-b69d-452e-9a51-ae77764a829d req-0dd091b1-a95f-4200-9548-e8161e1fdefd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604019 Jul 21 23:41:44.184160 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-385d72c8-6d20-4bb6-ab34-4e9b9d84eabf req-1ac13edc-9128-4dc9-a869-7ffec44cdbbe tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511305 Jul 21 23:41:44.515132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-461bab52-632a-4e9a-9088-e7109d6c4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.517756 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-461bab52-632a-4e9a-9088-e7109d6c4f11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab&tenant_id=9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 1128 time: 0.0835450 Jul 21 23:41:44.596100 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-b7f583ce-54e7-44c5-a75f-b8a533fb0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.597586 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-b7f583ce-54e7-44c5-a75f-b8a533fb0364 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1128 time: 0.0442553 Jul 21 23:41:44.602283 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3495eafb-5425-4798-a071-b81bd4c8ed7a req-82272dd7-8158-4af3-abad-d643ed72007d service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692395 Jul 21 23:41:44.603441 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-a7cf1704-7f5b-424a-9aca-8d48d1ae50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.605592 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-a7cf1704-7f5b-424a-9aca-8d48d1ae50a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.1711814 Jul 21 23:41:44.652917 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-12614186-084a-4d66-a991-bed574c93879 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba9807-20fe-41d5-8c1a-0473403d7805 HTTP/1.1" status: 200 len: 217 time: 0.0365446 Jul 21 23:41:44.696406 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-39d5cc1d-4198-4c63-8ee6-c46508f87c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.698925 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-39d5cc1d-4198-4c63-8ee6-c46508f87c68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.0948975 Jul 21 23:41:44.975190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:44.983214 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:44.989923 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-3fb65d8c-52a3-4cf8-808e-3ad3498b6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:44.992406 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-3fb65d8c-52a3-4cf8-808e-3ad3498b6838 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0509229 Jul 21 23:41:45.011508 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33228) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:45.044186 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-f44e472a-d6f8-4096-8a33-057a4b730cf9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 200 len: 999 time: 0.0971179 Jul 21 23:41:45.051088 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-ed336fe9-098a-4992-b1ae-bbc5e5160213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:45.052794 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-ed336fe9-098a-4992-b1ae-bbc5e5160213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531306 Jul 21 23:41:45.113736 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-a8630160-ee3f-45b9-8931-af40b6a46148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:45.114710 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-a8630160-ee3f-45b9-8931-af40b6a46148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0591495 Jul 21 23:41:45.164403 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-56853f63-60ee-464b-9c98-43f0aac88b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:45.165930 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-56853f63-60ee-464b-9c98-43f0aac88b22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420313 Jul 21 23:41:45.180517 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:45.187626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f431a1-05bb-456f-adca-8c44c2a0b004 req-48910d8b-6488-40a9-931b-71c55b789ca9 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:45.189122 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-05f431a1-05bb-456f-adca-8c44c2a0b004 req-48910d8b-6488-40a9-931b-71c55b789ca9 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.1046901 Jul 21 23:41:45.191673 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b4a46e6a-9839-4493-b054-7572958444b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:45.275609 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-c2ad0374-53d8-4b4f-aaf5-b704882b158b service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148657 Jul 21 23:41:45.295309 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-dfffd139-ef71-4d26-bba9-02be48b6cd88 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217308 Jul 21 23:41:45.306003 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-05f431a1-05bb-456f-adca-8c44c2a0b004 req-94fab1a6-6137-4eee-83ac-c7072385a34b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103024 Jul 21 23:41:45.316258 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7504e2-30bb-4897-8974-0e13ef075684 req-b7147b79-2b29-4670-9650-c17362fa9823 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:45.317886 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ed7504e2-30bb-4897-8974-0e13ef075684 req-b7147b79-2b29-4670-9650-c17362fa9823 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0699630 Jul 21 23:41:45.440149 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ed7504e2-30bb-4897-8974-0e13ef075684 req-8330a670-f5d0-40d0-8105-cc0b40f6c07c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925720 Jul 21 23:41:45.442411 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3b21befe-6196-4ef0-91d7-826bb61a8ea8 req-f80f8560-59ad-48b9-b349-6f01394e482b service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393974 Jul 21 23:41:45.454134 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a0538-026f-4c2e-ab68-d212b11056cb req-bc2bffd4-0ac5-4a5d-b7de-c64d7001e61c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:45.458439 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a5a0538-026f-4c2e-ab68-d212b11056cb req-bc2bffd4-0ac5-4a5d-b7de-c64d7001e61c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0868242 Jul 21 23:41:45.458439 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b4a46e6a-9839-4493-b054-7572958444b3 admin admin] Publish callbacks [] for security_group (79e928d8-746a-4964-82fe-2639cad06531), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:45.473680 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b4a46e6a-9839-4493-b054-7572958444b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (79e928d8-746a-4964-82fe-2639cad06531), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:45.497470 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d8b55db-26ec-4880-9798-6eec1e275f58 req-92c4da31-5ede-4ce1-8cbf-04aacb936d28 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108779 Jul 21 23:41:45.538361 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-b4a46e6a-9839-4493-b054-7572958444b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9985e10996e14c01881168b78ada2c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5244539 Jul 21 23:41:45.540933 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33242) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:41:45.546819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a46e6a-9839-4493-b054-7572958444b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e928d8-746a-4964-82fe-2639cad06531,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:45.566411 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a5a0538-026f-4c2e-ab68-d212b11056cb req-b26a04a9-fd8b-4502-b8ac-8cc6e870d7f7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969436 Jul 21 23:41:45.602568 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ed6-8a4c-4a0b-a5b4-7f9a87089795 admin admin] Publish callbacks [] for security_group (79e928d8-746a-4964-82fe-2639cad06531), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:45.607039 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:45.626975 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ed6-8a4c-4a0b-a5b4-7f9a87089795 admin admin] Publish callbacks [] for security_group (79e928d8-746a-4964-82fe-2639cad06531), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:45.676096 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ed6-8a4c-4a0b-a5b4-7f9a87089795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (79e928d8-746a-4964-82fe-2639cad06531), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:45.678788 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ed6-8a4c-4a0b-a5b4-7f9a87089795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:41:45.679911 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-5daa2ed6-8a4c-4a0b-a5b4-7f9a87089795 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79e928d8-746a-4964-82fe-2639cad06531 HTTP/1.1" status: 204 len: 168 time: 0.1378639 Jul 21 23:41:45.687809 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa2ed6-8a4c-4a0b-a5b4-7f9a87089795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e928d8-746a-4964-82fe-2639cad06531,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:41:46.469850 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6e350-f345-4560-ae6d-c087894e4259 req-9eb3736a-14f6-4b96-90a2-380b44b773a3 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:46.472183 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9de6e350-f345-4560-ae6d-c087894e4259 req-9eb3736a-14f6-4b96-90a2-380b44b773a3 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0758867 Jul 21 23:41:46.547868 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9de6e350-f345-4560-ae6d-c087894e4259 req-e433a292-bab9-4159-b5b3-908c086fb116 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630434 Jul 21 23:41:46.605977 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642e43f-4698-4cf5-b182-b825911c586d req-52a35cf0-8099-4ac5-af28-41f3247d686f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:46.607616 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1642e43f-4698-4cf5-b182-b825911c586d req-52a35cf0-8099-4ac5-af28-41f3247d686f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0722578 Jul 21 23:41:46.730184 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1642e43f-4698-4cf5-b182-b825911c586d req-4050bc4c-01b4-4d4d-a377-2c69b040a125 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153393 Jul 21 23:41:46.748138 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef674d2-7b83-4b2a-88d8-77302a4c9954 req-17970f10-cbba-47ff-885d-862978f0ee44 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:46.749848 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aef674d2-7b83-4b2a-88d8-77302a4c9954 req-17970f10-cbba-47ff-885d-862978f0ee44 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0769205 Jul 21 23:41:46.815872 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aef674d2-7b83-4b2a-88d8-77302a4c9954 req-9b9b543b-324b-4ac4-bfb3-61bf92a39892 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602872 Jul 21 23:41:47.401941 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:41:47.693864 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f442b-64f5-4c11-894b-20c3cf1dcfb1 req-7ed54ffa-481e-4cf9-800b-7d21a30b8a54 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:47.695664 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ef9f442b-64f5-4c11-894b-20c3cf1dcfb1 req-7ed54ffa-481e-4cf9-800b-7d21a30b8a54 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0543041 Jul 21 23:41:47.749912 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ef9f442b-64f5-4c11-894b-20c3cf1dcfb1 req-339fda1c-8340-49e6-a012-126d2a18be55 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474010 Jul 21 23:41:47.867973 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae956a9-bac3-4e3e-844c-4cf26baaefef req-2d33ce75-1028-4cfb-af47-28291f973410 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:47.870823 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aae956a9-bac3-4e3e-844c-4cf26baaefef req-2d33ce75-1028-4cfb-af47-28291f973410 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0567749 Jul 21 23:41:47.946091 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aae956a9-bac3-4e3e-844c-4cf26baaefef req-9d7c8458-3f44-4e70-8c69-760912d9ced6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638533 Jul 21 23:41:47.948394 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7b8cc-b6be-4ad2-8291-8587acddf80c req-e25060b8-a5f0-4de5-b132-8701041914aa tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:47.949991 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f6d7b8cc-b6be-4ad2-8291-8587acddf80c req-e25060b8-a5f0-4de5-b132-8701041914aa tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0594201 Jul 21 23:41:47.965556 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:48.013368 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f6d7b8cc-b6be-4ad2-8291-8587acddf80c req-a1f0fece-2c8d-4d39-b94a-7044b3311a30 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517220 Jul 21 23:41:49.102871 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a932d-7b76-4737-b8b7-c4611f032d30 req-9256d004-aa52-4492-912f-6e59731f8cd3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:49.105591 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286a30d-4e8e-4701-adb2-e8fbe9163982 req-1d8c21c3-df15-4020-8a3b-4e5de428611a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:49.108130 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b286a30d-4e8e-4701-adb2-e8fbe9163982 req-1d8c21c3-df15-4020-8a3b-4e5de428611a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.2871451 Jul 21 23:41:49.109366 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-593a932d-7b76-4737-b8b7-c4611f032d30 req-9256d004-aa52-4492-912f-6e59731f8cd3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0750144 Jul 21 23:41:49.185804 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b286a30d-4e8e-4701-adb2-e8fbe9163982 req-242da06f-1f8c-44c2-b058-c19eb3eb08bb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653214 Jul 21 23:41:49.190524 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-593a932d-7b76-4737-b8b7-c4611f032d30 req-1fa24530-41b5-4ca8-88cb-78789c20190f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748918 Jul 21 23:41:49.309428 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200696-1e88-4e50-bef6-f3a4314c0ee1 req-081dfd9c-a3a1-4711-a382-46d4920f39a6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:49.311070 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a5200696-1e88-4e50-bef6-f3a4314c0ee1 req-081dfd9c-a3a1-4711-a382-46d4920f39a6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0493124 Jul 21 23:41:49.364996 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a5200696-1e88-4e50-bef6-f3a4314c0ee1 req-88cdda7e-3e24-4cc4-bf61-183f188509ea tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481975 Jul 21 23:41:50.337786 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7b93e-6dfc-4532-bbbc-79a48a546206 req-87d2e56f-1e15-44e6-9344-f35afba8c5fa tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:50.340165 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2b7b93e-6dfc-4532-bbbc-79a48a546206 req-87d2e56f-1e15-44e6-9344-f35afba8c5fa tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0662646 Jul 21 23:41:50.341247 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dfc20-5dd7-42be-b7fd-0da16665568b req-3ee0d137-b5dd-4b0d-9d9d-cbf3e9479a6c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:50.342707 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6d2dfc20-5dd7-42be-b7fd-0da16665568b req-3ee0d137-b5dd-4b0d-9d9d-cbf3e9479a6c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0527527 Jul 21 23:41:50.373408 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:50.397591 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:50.409943 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6d2dfc20-5dd7-42be-b7fd-0da16665568b req-b1ffab69-7252-486a-a466-f609917cc7dd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601172 Jul 21 23:41:50.435209 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2b7b93e-6dfc-4532-bbbc-79a48a546206 req-932bec84-961e-4ea0-b528-152c4ef32ffd tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787396 Jul 21 23:41:50.544871 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c599-65c5-4920-bda0-e63e33fdcfd6 req-808819b0-fd12-4e4a-9db0-e18b4c4d3aaf tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:50.546554 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5281c599-65c5-4920-bda0-e63e33fdcfd6 req-808819b0-fd12-4e4a-9db0-e18b4c4d3aaf tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0608940 Jul 21 23:41:50.599934 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5281c599-65c5-4920-bda0-e63e33fdcfd6 req-ffd1f292-f1a8-42ba-9416-4e25b5b90fec tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477154 Jul 21 23:41:51.528833 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eb98f-c6c2-4d72-b8a5-8b9cb404a03e req-e78b6a09-ab02-4e72-b479-212b52956814 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:51.530574 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ba7eb98f-c6c2-4d72-b8a5-8b9cb404a03e req-e78b6a09-ab02-4e72-b479-212b52956814 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0503864 Jul 21 23:41:51.557762 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545aaf8-c405-4cb5-91b1-90609d0f4d4e req-21b090f2-30b1-41fc-8311-ae073008a7b9 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:51.560435 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6545aaf8-c405-4cb5-91b1-90609d0f4d4e req-21b090f2-30b1-41fc-8311-ae073008a7b9 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0662806 Jul 21 23:41:51.591102 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ba7eb98f-c6c2-4d72-b8a5-8b9cb404a03e req-d8c6f521-e071-455e-97e5-b60701e3b008 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545576 Jul 21 23:41:51.621750 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6545aaf8-c405-4cb5-91b1-90609d0f4d4e req-f6aae340-b94d-4a10-bf38-6626040be7f7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559838 Jul 21 23:41:51.718280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f0f06-3b6f-4f70-b55b-d9d066b3b382 req-c7c594dd-a9bc-433d-b93e-73e63a0354f8 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:51.719961 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-865f0f06-3b6f-4f70-b55b-d9d066b3b382 req-c7c594dd-a9bc-433d-b93e-73e63a0354f8 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0516241 Jul 21 23:41:51.774110 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-865f0f06-3b6f-4f70-b55b-d9d066b3b382 req-3d47d05d-7b5e-4ee5-96bd-eeea90dd7757 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475318 Jul 21 23:41:51.805452 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:52.726894 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ededd6-2840-414d-bc58-958cb93e20d9 req-8f757cf7-82d0-4bf6-998e-0fa001a366e7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:52.729288 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f8ededd6-2840-414d-bc58-958cb93e20d9 req-8f757cf7-82d0-4bf6-998e-0fa001a366e7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0528822 Jul 21 23:41:52.754999 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbbe0b-5379-4736-8d29-0f5b3193c3ae req-6cf5f155-f8d7-452d-92d5-15d4ac76830b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:52.763519 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cbfbbe0b-5379-4736-8d29-0f5b3193c3ae req-6cf5f155-f8d7-452d-92d5-15d4ac76830b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0612044 Jul 21 23:41:52.790606 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f8ededd6-2840-414d-bc58-958cb93e20d9 req-279c6dcd-1f3d-41a3-b959-178f52bc5c89 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499420 Jul 21 23:41:52.812468 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cbfbbe0b-5379-4736-8d29-0f5b3193c3ae req-c7ad956c-2322-4d19-89c7-39d3fcb2dcf6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473998 Jul 21 23:41:52.926869 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d4302-7723-424f-90e3-494d998c0dfc req-573a99e6-149a-4793-8001-f3dd60f38203 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:52.928350 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7c4d4302-7723-424f-90e3-494d998c0dfc req-573a99e6-149a-4793-8001-f3dd60f38203 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0527046 Jul 21 23:41:52.980866 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7c4d4302-7723-424f-90e3-494d998c0dfc req-ea470251-ab9d-48d2-b25d-7af2264bbdc3 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458117 Jul 21 23:41:53.921554 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701d3ae-22df-4afd-b0ff-4e57a1ff604c req-0c97bb0d-3df6-4af0-b2a3-95fd6e66a764 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:53.923035 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c701d3ae-22df-4afd-b0ff-4e57a1ff604c req-0c97bb0d-3df6-4af0-b2a3-95fd6e66a764 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0509980 Jul 21 23:41:53.949379 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5869fbc-b998-4d2d-81fb-652b0808bb3d req-8cfd36bd-8cbf-4d31-8d3a-ca2b7b26639e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:53.957018 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e5869fbc-b998-4d2d-81fb-652b0808bb3d req-8cfd36bd-8cbf-4d31-8d3a-ca2b7b26639e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0638509 Jul 21 23:41:53.984606 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c701d3ae-22df-4afd-b0ff-4e57a1ff604c req-681f7410-e893-47e0-9623-7f19902a8758 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546780 Jul 21 23:41:54.006850 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e5869fbc-b998-4d2d-81fb-652b0808bb3d req-0f63801b-7b6a-4e91-91a7-834a53ce25cb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489228 Jul 21 23:41:54.095983 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:54.114539 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b053c-64dd-46ca-ab5b-0f521801340a req-c8723312-293a-4514-889a-e3f220bfa17f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:54.116123 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b43b053c-64dd-46ca-ab5b-0f521801340a req-c8723312-293a-4514-889a-e3f220bfa17f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0615807 Jul 21 23:41:54.173089 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b43b053c-64dd-46ca-ab5b-0f521801340a req-2b9b1a0f-89b7-4d31-a60e-eafec01d06f1 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506356 Jul 21 23:41:55.128248 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d5bd-2af4-454b-98df-ff98c429fb61 req-c2366d6e-47af-474f-ac9b-a372bfd03240 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:55.130623 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-31f5d5bd-2af4-454b-98df-ff98c429fb61 req-c2366d6e-47af-474f-ac9b-a372bfd03240 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0667264 Jul 21 23:41:55.145299 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c8b7b-02da-4401-9c80-d81712164b35 req-af30099c-72d3-4e28-810f-f762bb0b94f4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:55.147595 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a26c8b7b-02da-4401-9c80-d81712164b35 req-af30099c-72d3-4e28-810f-f762bb0b94f4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0553894 Jul 21 23:41:55.197873 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-31f5d5bd-2af4-454b-98df-ff98c429fb61 req-b6318412-347d-4492-97c3-9fdea4cf9e53 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612211 Jul 21 23:41:55.206922 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a26c8b7b-02da-4401-9c80-d81712164b35 req-bf74a0e3-cf16-41a5-9e85-375b076fcd1d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522661 Jul 21 23:41:55.300985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70fd14-75ca-468f-a790-b40e7f3e7d65 req-7c83f7b7-6d28-4b89-8f2c-1a81e8a60616 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:55.302663 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af70fd14-75ca-468f-a790-b40e7f3e7d65 req-7c83f7b7-6d28-4b89-8f2c-1a81e8a60616 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0500646 Jul 21 23:41:55.354200 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-af70fd14-75ca-468f-a790-b40e7f3e7d65 req-2150fe81-66bb-44f3-a351-f3dc98f1bcd6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450671 Jul 21 23:41:55.700738 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=41 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:55.701532 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:56.315934 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cdcb2-2352-4749-89f0-ec56774dee08 req-52e74765-a0a2-451c-bf9c-17110f5e2bc2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:56.318068 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c33cdcb2-2352-4749-89f0-ec56774dee08 req-52e74765-a0a2-451c-bf9c-17110f5e2bc2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0495718 Jul 21 23:41:56.328589 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e39c69-5d34-48a9-a552-36175a432870 req-4831323e-c273-4ad4-b799-7a205fff0026 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:56.330120 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-12e39c69-5d34-48a9-a552-36175a432870 req-4831323e-c273-4ad4-b799-7a205fff0026 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0504093 Jul 21 23:41:56.373815 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c33cdcb2-2352-4749-89f0-ec56774dee08 req-0d69c59a-2bc4-4ec2-a875-9f66c25ad96e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491149 Jul 21 23:41:56.394311 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-12e39c69-5d34-48a9-a552-36175a432870 req-cf83c741-7b52-4adb-a3c3-621bb42857cd tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564597 Jul 21 23:41:56.482642 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e309486-b782-46e1-a8e4-1311467f47a0 req-c56bf888-4446-4192-91fe-80022028cc06 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:56.484119 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4e309486-b782-46e1-a8e4-1311467f47a0 req-c56bf888-4446-4192-91fe-80022028cc06 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0479469 Jul 21 23:41:56.534123 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4e309486-b782-46e1-a8e4-1311467f47a0 req-8358cdde-bd69-4689-851e-147a1d99ce51 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444403 Jul 21 23:41:57.396774 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=8 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:57.493683 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a95fa-4840-4aea-9d39-0c46d4c6cbba req-621e337c-84d3-4c81-86a0-79e43ccb65b4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:57.496037 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-dd8a95fa-4840-4aea-9d39-0c46d4c6cbba req-621e337c-84d3-4c81-86a0-79e43ccb65b4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0486107 Jul 21 23:41:57.499413 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0393-d9bc-4f73-aa1a-9c8f930ec623 req-8408c6bf-1e0b-44a4-a5b7-bc410979ad39 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:57.500906 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-694e0393-d9bc-4f73-aa1a-9c8f930ec623 req-8408c6bf-1e0b-44a4-a5b7-bc410979ad39 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0464664 Jul 21 23:41:57.545282 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-dd8a95fa-4840-4aea-9d39-0c46d4c6cbba req-96678c06-bb86-4e3e-9f39-c9597f0eecf5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436349 Jul 21 23:41:57.550150 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-694e0393-d9bc-4f73-aa1a-9c8f930ec623 req-62a6305c-5ddf-44a9-a1de-690d6ea89f98 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Jul 21 23:41:57.638711 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:57.652588 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b728d-47de-4319-ac5d-296ea4a9ef03 req-561b947d-e9c1-4dad-98d9-1dec9ef3e903 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:57.654049 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-273b728d-47de-4319-ac5d-296ea4a9ef03 req-561b947d-e9c1-4dad-98d9-1dec9ef3e903 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0487599 Jul 21 23:41:57.702407 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-273b728d-47de-4319-ac5d-296ea4a9ef03 req-99c213ed-6391-441e-a601-94e5d442ff14 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Jul 21 23:41:58.670563 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb3572-56df-47e0-b547-631ebddba778 req-d6ed712f-330b-4bf4-bb07-3e723d680faf tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:58.671070 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d3cd-ec8b-4100-9117-b06e701d8f84 req-02ee1756-2cf0-49b3-b63a-1d6432a556ee tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:58.671785 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-33eb3572-56df-47e0-b547-631ebddba778 req-d6ed712f-330b-4bf4-bb07-3e723d680faf tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0539093 Jul 21 23:41:58.673078 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2bb2d3cd-ec8b-4100-9117-b06e701d8f84 req-02ee1756-2cf0-49b3-b63a-1d6432a556ee tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0551498 Jul 21 23:41:58.688185 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:41:58.724349 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-33eb3572-56df-47e0-b547-631ebddba778 req-fb116c36-2e4f-4394-b4a9-d4f148ecebdb tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Jul 21 23:41:58.725103 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2bb2d3cd-ec8b-4100-9117-b06e701d8f84 req-fec0e5cc-a67d-4e39-8190-a4bd8e476e4e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473499 Jul 21 23:41:58.826271 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5b20-421a-44c3-898b-7f636153fe26 req-99a4ebdd-ce79-46f8-ab21-5fc3f26f3c26 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:58.827654 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-89ed5b20-421a-44c3-898b-7f636153fe26 req-99a4ebdd-ce79-46f8-ab21-5fc3f26f3c26 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0468383 Jul 21 23:41:58.876691 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-89ed5b20-421a-44c3-898b-7f636153fe26 req-fc9f1728-903b-46ef-9d2c-df6c12555da1 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436428 Jul 21 23:41:59.842448 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377415c9-1807-422f-ab1d-9ff77e8dfd7c req-ae161c2b-0430-41dc-933e-baae440bfb59 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:59.843148 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc46f-35fe-41b3-b277-b5daa1f54d49 req-963f8ab1-44b0-4778-8546-d58a4c0c13d0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:41:59.843941 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-377415c9-1807-422f-ab1d-9ff77e8dfd7c req-ae161c2b-0430-41dc-933e-baae440bfb59 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0477116 Jul 21 23:41:59.844105 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-94cfc46f-35fe-41b3-b277-b5daa1f54d49 req-963f8ab1-44b0-4778-8546-d58a4c0c13d0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0488136 Jul 21 23:41:59.893692 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-94cfc46f-35fe-41b3-b277-b5daa1f54d49 req-320b871d-4eb1-4769-8799-c2ba4233a5f1 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Jul 21 23:41:59.897859 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-377415c9-1807-422f-ab1d-9ff77e8dfd7c req-709a5896-9702-4ccf-b10d-d79cf592c6ed tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483463 Jul 21 23:42:00.001219 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3099a28-e490-4368-a9e5-603b3d63c03e req-1d25b52e-b5c7-4a6d-b2f9-c9e1e17fc839 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:00.002676 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f3099a28-e490-4368-a9e5-603b3d63c03e req-1d25b52e-b5c7-4a6d-b2f9-c9e1e17fc839 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0506754 Jul 21 23:42:00.027646 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:00.052400 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f3099a28-e490-4368-a9e5-603b3d63c03e req-f455b716-b010-4932-9931-d51f63e5fe53 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443509 Jul 21 23:42:01.015179 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee016b1-b96a-413c-84d9-a8fec0da4f5d req-2e5ae6e0-0129-44ac-a4a4-f5dc6d1d9990 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:01.016699 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-eee016b1-b96a-413c-84d9-a8fec0da4f5d req-2e5ae6e0-0129-44ac-a4a4-f5dc6d1d9990 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0518298 Jul 21 23:42:01.024117 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532ce1-e65e-4e55-8014-eb88cd7c141e req-951b9b4d-4919-4253-8b71-b94474aa4e68 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:01.025917 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-35532ce1-e65e-4e55-8014-eb88cd7c141e req-951b9b4d-4919-4253-8b71-b94474aa4e68 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0528660 Jul 21 23:42:01.070651 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-eee016b1-b96a-413c-84d9-a8fec0da4f5d req-1beeccfe-8155-41a4-a71e-ea8876dd56f4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475984 Jul 21 23:42:01.075808 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-35532ce1-e65e-4e55-8014-eb88cd7c141e req-bc28d967-653e-4b21-b97f-4b85a37b4624 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Jul 21 23:42:01.189401 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d440-9a50-452d-b365-ff89f26efec3 req-2dfbea7e-4a17-40ef-9055-487b2bb9c539 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:01.190918 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b918d440-9a50-452d-b365-ff89f26efec3 req-2dfbea7e-4a17-40ef-9055-487b2bb9c539 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0490415 Jul 21 23:42:01.250599 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b918d440-9a50-452d-b365-ff89f26efec3 req-50f0187e-9b62-4695-9d5c-8eb59d44a5c3 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531883 Jul 21 23:42:02.196471 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907274ca-49a5-4deb-8d0c-9090da1a86e5 req-1df48993-d4de-4742-98f2-a7e4a6bc27a0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:02.199053 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-907274ca-49a5-4deb-8d0c-9090da1a86e5 req-1df48993-d4de-4742-98f2-a7e4a6bc27a0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0500426 Jul 21 23:42:02.202849 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa66a0-258d-4ad2-9941-a7f938fb5003 req-ffa6a87b-50da-4dd6-abb5-e6b537d960c3 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:02.204326 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0caa66a0-258d-4ad2-9941-a7f938fb5003 req-ffa6a87b-50da-4dd6-abb5-e6b537d960c3 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0467248 Jul 21 23:42:02.247955 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-907274ca-49a5-4deb-8d0c-9090da1a86e5 req-cb4d81b3-784b-409b-8be8-98dc75ea94cf tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Jul 21 23:42:02.252889 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0caa66a0-258d-4ad2-9941-a7f938fb5003 req-9692183a-114d-4f4a-bd55-e8754682561a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Jul 21 23:42:02.349542 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:02.366158 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be38387-b481-4f31-a576-dfe0b5178bcc req-ae4411b5-fb9c-4788-8745-806e1e7fe2ec tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:02.367581 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7be38387-b481-4f31-a576-dfe0b5178bcc req-ae4411b5-fb9c-4788-8745-806e1e7fe2ec tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 944 time: 0.0491309 Jul 21 23:42:02.427665 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7be38387-b481-4f31-a576-dfe0b5178bcc req-c08676ed-b1dc-47a0-9cab-706dab5abbac tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495832 Jul 21 23:42:02.496220 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32175997-c360-4fd1-bfc5-3b1a26c1333b req-6318974e-c558-4c98-b47b-b26598617b71 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:02.497728 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-32175997-c360-4fd1-bfc5-3b1a26c1333b req-6318974e-c558-4c98-b47b-b26598617b71 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0518310 Jul 21 23:42:02.544935 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-32175997-c360-4fd1-bfc5-3b1a26c1333b req-8461da09-7af4-48ad-991c-6aa5e81c3981 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 Jul 21 23:42:02.784116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-8c7777f8-e018-40d7-8547-893c701b2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:02.784116 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-8c7777f8-e018-40d7-8547-893c701b2edd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 1129 time: 0.0414279 Jul 21 23:42:02.882743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-c280ea81-529f-4e90-be41-bf0f6e5596a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:02.884255 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-c280ea81-529f-4e90-be41-bf0f6e5596a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 912 time: 0.0944512 Jul 21 23:42:02.951899 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-8d035e9d-90e8-4d78-856b-b7c50f46c5ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec HTTP/1.1" status: 200 len: 1001 time: 0.0579798 Jul 21 23:42:03.004279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-d263129a-689d-407b-b6e3-7d090113aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.005812 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-d263129a-689d-407b-b6e3-7d090113aa9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.0468032 Jul 21 23:42:03.056209 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-9c013b97-c9ef-44fa-a44f-64067ef54802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.058460 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-9c013b97-c9ef-44fa-a44f-64067ef54802 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463538 Jul 21 23:42:03.167046 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-e2f39538-5533-42aa-90b4-a37c3f7c0b2c service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965436 Jul 21 23:42:03.224759 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3fba9807-20fe-41d5-8c1a-0473403d7805 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:42:03.266998 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:03.266998 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:03.291836 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-18bc5142-29e0-4b78-88b9-6cbc24fbf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.293702 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-18bc5142-29e0-4b78-88b9-6cbc24fbf1df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1129 time: 0.0940325 Jul 21 23:42:03.294521 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24db515f-1dfd-4a24-9ee5-bc0ad3718d74 req-93b19b63-1b99-464d-b410-ebdb9deeb6c4 service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195333 Jul 21 23:42:03.302383 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd41112-27ba-4deb-abff-92180f5c3670 req-d4714ede-ba02-48cc-9058-a7443feb516a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.304011 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3dd41112-27ba-4deb-abff-92180f5c3670 req-d4714ede-ba02-48cc-9058-a7443feb516a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.1031103 Jul 21 23:42:03.352780 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 3fba9807-20fe-41d5-8c1a-0473403d7805, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3fba9807-20fe-41d5-8c1a-0473403d7805,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:03.370463 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'port_id': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'mac_address': 'fa:16:3e:a0:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:42:03.379984 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3dd41112-27ba-4deb-abff-92180f5c3670 req-30454095-7ce5-4368-bb50-ff7c0916bd58 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699689 Jul 21 23:42:03.411683 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 3fba9807-20fe-41d5-8c1a-0473403d7805 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:42:03.412221 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:03.428669 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fba9807-20fe-41d5-8c1a-0473403d7805 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:42:03.450851 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 3fba9807-20fe-41d5-8c1a-0473403d7805, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3fba9807-20fe-41d5-8c1a-0473403d7805,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:03.456407 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:03.459994 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-0d459d14-6af4-49b5-8e0c-2d7d018f2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.461523 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-0d459d14-6af4-49b5-8e0c-2d7d018f2994 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.1442044 Jul 21 23:42:03.510949 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ba85-5179-436b-979f-13e621f2eb28 req-6a6040df-50ca-4658-904c-47a50b273888 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.511709 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=3fba9807-20fe-41d5-8c1a-0473403d7805,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:03.512640 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ba64ba85-5179-436b-979f-13e621f2eb28 req-6a6040df-50ca-4658-904c-47a50b273888 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0499618 Jul 21 23:42:03.519495 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.519854 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.520228 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.520595 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.520940 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.521304 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.521637 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.521967 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.522296 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.522627 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.522957 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.523303 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.523636 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.523965 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.524290 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:42:03.524563 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cbcbc-e4a7-44cd-8157-6f61063f38e0 req-685763d9-e070-43f8-991e-c4285cc7f562 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.529862 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1c4cbcbc-e4a7-44cd-8157-6f61063f38e0 req-685763d9-e070-43f8-991e-c4285cc7f562 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.0577655 Jul 21 23:42:03.564773 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ba64ba85-5179-436b-979f-13e621f2eb28 req-f54d1620-69b5-4f4c-8621-f1924b0d6cb3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461636 Jul 21 23:42:03.575568 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1c4cbcbc-e4a7-44cd-8157-6f61063f38e0 req-ee9f2def-54af-49e1-a39d-2ac753ebafc3 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430825 Jul 21 23:42:03.690827 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e2f4-4ddd-4e4a-91ef-76c8afb72b2e req-33635677-e23b-442f-8912-1917c6ae02ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.692310 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1205e2f4-4ddd-4e4a-91ef-76c8afb72b2e req-33635677-e23b-442f-8912-1917c6ae02ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0476801 Jul 21 23:42:03.721761 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8524a-f20c-47e0-b0c1-176b1b2f6e51 req-245079c3-7a45-4384-be8d-42507524e943 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:03.723270 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-83c8524a-f20c-47e0-b0c1-176b1b2f6e51 req-245079c3-7a45-4384-be8d-42507524e943 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 945 time: 0.0942144 Jul 21 23:42:03.727242 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-24393a73-0fc8-4fcb-a5d9-4db194ec19d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 1001 time: 0.1099441 Jul 21 23:42:03.746059 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1205e2f4-4ddd-4e4a-91ef-76c8afb72b2e req-e5276c8b-388b-4497-84af-7cc07f1795dd tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474565 Jul 21 23:42:03.776678 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-83c8524a-f20c-47e0-b0c1-176b1b2f6e51 req-897a2cad-fb18-4c17-a0e6-1c7802a4b470 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457890 Jul 21 23:42:03.788965 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['3fba9807-20fe-41d5-8c1a-0473403d7805'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:42:04.500730 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd995-d668-4033-9ee9-30044017337c req-1e7af71c-2390-404f-9778-6ad2fdeb9c47 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:04.502336 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2e6dd995-d668-4033-9ee9-30044017337c req-1e7af71c-2390-404f-9778-6ad2fdeb9c47 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Jul 21 23:42:04.550746 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2e6dd995-d668-4033-9ee9-30044017337c req-1eb1f5c4-3610-447b-b846-55f12ec4d429 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429320 Jul 21 23:42:04.689540 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16277b83-635f-4966-8d71-849658e804f8 req-9653cf83-780a-4361-94ed-f9e80a18b651 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:04.690304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713687-d668-4061-9b46-d89914e98bf5 req-1cf74463-088c-494e-b411-a327032f57bf tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:04.690952 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-16277b83-635f-4966-8d71-849658e804f8 req-9653cf83-780a-4361-94ed-f9e80a18b651 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 944 time: 0.0485108 Jul 21 23:42:04.691777 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b7713687-d668-4061-9b46-d89914e98bf5 req-1cf74463-088c-494e-b411-a327032f57bf tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.0478306 Jul 21 23:42:04.740022 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b7713687-d668-4061-9b46-d89914e98bf5 req-ad3a802b-4639-4b4c-9a39-c5a0dcdaf5f4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Jul 21 23:42:04.744295 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-16277b83-635f-4966-8d71-849658e804f8 req-39ea3cc8-97a4-4eea-b12a-6e139335fc00 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475454 Jul 21 23:42:04.863051 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b0977-18a9-4191-a410-3547b4cbc981 req-cc21ad77-490f-4121-9744-c795ab871536 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:04.864521 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-895b0977-18a9-4191-a410-3547b4cbc981 req-cc21ad77-490f-4121-9744-c795ab871536 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0509145 Jul 21 23:42:04.890024 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de1013-6708-45af-aa7f-6b3b1eebb93a req-b1418667-ca93-4425-82d3-1056e5e501f4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:04.891509 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-87de1013-6708-45af-aa7f-6b3b1eebb93a req-b1418667-ca93-4425-82d3-1056e5e501f4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 945 time: 0.0496211 Jul 21 23:42:04.903709 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:04.914256 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-895b0977-18a9-4191-a410-3547b4cbc981 req-d6bd027d-0a15-4b05-951b-ed19b2c6e147 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Jul 21 23:42:04.950827 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-87de1013-6708-45af-aa7f-6b3b1eebb93a req-394706ef-01fc-4599-ad1d-e327cccf9226 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536840 Jul 21 23:42:05.053679 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:05.224280 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:42:05.228043 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3fba9807-20fe-41d5-8c1a-0473403d7805 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:42:05.330287 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:05.334295 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 3fba9807-20fe-41d5-8c1a-0473403d7805 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:42:05.345634 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 3fba9807-20fe-41d5-8c1a-0473403d7805 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:42:05.346053 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:05.398524 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:05.409153 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-e946c22a-14d3-43c7-b76e-3870bf749ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:05.410994 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-e946c22a-14d3-43c7-b76e-3870bf749ed3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0574257 Jul 21 23:42:05.415205 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'port_id': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'mac_address': 'fa:16:3e:ae:60:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:42:05.471122 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:05.485284 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:42:05.485614 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:05.490566 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 3fba9807-20fe-41d5-8c1a-0473403d7805 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:42:05.490950 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:05.510948 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:42:05.534000 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:05.536259 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626e3bba-9215-4157-abee-a96a5ffeb8d7" -d '{"events": [{"server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "name": "network-vif-plugged", "status": "completed", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:05.552890 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:05.556554 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 3fba9807-20fe-41d5-8c1a-0473403d7805, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3fba9807-20fe-41d5-8c1a-0473403d7805,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:05.558613 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:05.563755 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:05.581722 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c76455-1861-4677-bb9c-accbc67f768e x-openstack-request-id: req-32c76455-1861-4677-bb9c-accbc67f768e {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:05.582008 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "name": "network-vif-plugged", "status": "completed", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:05.582261 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32c76455-1861-4677-bb9c-accbc67f768e {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:05.582655 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c76455-1861-4677-bb9c-accbc67f768e'] response: {'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'code': 200} Jul 21 23:42:05.609405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=9']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:05.662823 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=3fba9807-20fe-41d5-8c1a-0473403d7805,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:05.666599 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14749f87-435e-45f1-9838-d12ec631e3cd req-259c3391-d331-4166-b462-d6c2244d9ee9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:05.668149 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-14749f87-435e-45f1-9838-d12ec631e3cd req-259c3391-d331-4166-b462-d6c2244d9ee9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Jul 21 23:42:05.719038 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-14749f87-435e-45f1-9838-d12ec631e3cd req-a09d8efd-2b18-4a80-8a1a-a1d301d38482 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453038 Jul 21 23:42:05.859658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed658e-77e7-40ce-9615-5b5cbba78f13 req-ae9add76-6469-4d3a-99b0-c06f7221f797 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:05.861644 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cbed658e-77e7-40ce-9615-5b5cbba78f13 req-ae9add76-6469-4d3a-99b0-c06f7221f797 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.0488648 Jul 21 23:42:05.862554 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e8c4-f216-48a8-bd6e-211d5060fcbf req-e27c6441-0dcc-489d-9b24-223fcc6f33f8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:05.864041 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9d33e8c4-f216-48a8-bd6e-211d5060fcbf req-e27c6441-0dcc-489d-9b24-223fcc6f33f8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 945 time: 0.0479896 Jul 21 23:42:05.900471 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:42:05.915389 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cbed658e-77e7-40ce-9615-5b5cbba78f13 req-556f088c-58f6-4841-9ffb-7c7a857f5651 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=fdb196c8-52e3-4253-90e8-96b0af4950bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484664 Jul 21 23:42:05.942659 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9d33e8c4-f216-48a8-bd6e-211d5060fcbf req-38329478-e688-4be6-b5ec-8bc984469738 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729301 Jul 21 23:42:05.945998 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-c5751a59-1335-4c40-9354-194a582102a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:05.947472 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-c5751a59-1335-4c40-9354-194a582102a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571191 Jul 21 23:42:06.071389 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:06.106460 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-fe0ac1c4-64c4-4ea6-86db-5a4b040f23e1 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:06.108147 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-fe0ac1c4-64c4-4ea6-86db-5a4b040f23e1 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 945 time: 0.1398540 Jul 21 23:42:06.121911 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-56217126-34af-4218-a5f2-ede52cca79bf service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594486 Jul 21 23:42:06.130237 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302024f9-da76-4f95-842c-965f47506ae0 req-140ffd9c-e154-4705-a89e-2347064c4479 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:06.131969 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-302024f9-da76-4f95-842c-965f47506ae0 req-140ffd9c-e154-4705-a89e-2347064c4479 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0789008 Jul 21 23:42:06.173713 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804d50-7056-49b8-893d-94f8f50d6c03 req-82576d66-fbba-446f-8b92-d7adc8d2ca7c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:06.189448 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-69804d50-7056-49b8-893d-94f8f50d6c03 req-82576d66-fbba-446f-8b92-d7adc8d2ca7c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 946 time: 0.1115217 Jul 21 23:42:06.297942 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-302024f9-da76-4f95-842c-965f47506ae0 req-8f03cf06-dcd9-4766-8bb1-b8a8701772f9 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372974 Jul 21 23:42:06.302198 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port 1a6602da-da0f-4996-b2b6-eee0aef35fef {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:42:06.302541 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.309988 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e62f4-5ed0-411d-a804-3bfd521e2bfd req-eb646852-cb2c-43e1-8723-0e4cf326faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:06.311477 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ec1e62f4-5ed0-411d-a804-3bfd521e2bfd req-eb646852-cb2c-43e1-8723-0e4cf326faa8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 1130 time: 0.0897939 Jul 21 23:42:06.317670 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-69804d50-7056-49b8-893d-94f8f50d6c03 req-d8cd9d31-cf93-4a85-89ee-20c11e7bf05d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273770 Jul 21 23:42:06.324364 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e3800668-8d2d-43ea-a6cd-9645e55757fc req-552126e9-59b0-4ab1-b8ba-900e13ed118c service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847434 Jul 21 23:42:06.431268 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ec1e62f4-5ed0-411d-a804-3bfd521e2bfd req-d91bc815-d431-412c-a29d-d9e07e74a93d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093390 Jul 21 23:42:06.447535 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] For port 1a6602da-da0f-4996-b2b6-eee0aef35fef, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1a6602da-da0f-4996-b2b6-eee0aef35fef,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:06.447970 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.450041 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:06.454543 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33590) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:06.551523 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:06.564763 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc3fd-735c-46be-8d8d-f5f26ded14f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.644172 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc3fd-735c-46be-8d8d-f5f26ded14f5 admin admin] Publish callbacks [] for security_group (c521c857-1a21-48d6-b796-d4875d63c714), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.650632 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc3fd-735c-46be-8d8d-f5f26ded14f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c521c857-1a21-48d6-b796-d4875d63c714), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.663000 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.663357 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (b133e8ea-45e4-4d94-8a38-7b96ba6b47ce), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.663669 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP b133e8ea-45e4-4d94-8a38-7b96ba6b47ce disassociated. External IP: 172.27.1.77, port: 1a6602da-da0f-4996-b2b6-eee0aef35fef. Jul 21 23:42:06.664012 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for 1a6602da-da0f-4996-b2b6-eee0aef35fef owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:42:06.694073 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6b9fc3fd-735c-46be-8d8d-f5f26ded14f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5228558ec9a64a85805ec8b494b593e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383652 Jul 21 23:42:06.695015 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fc3fd-735c-46be-8d8d-f5f26ded14f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c521c857-1a21-48d6-b796-d4875d63c714,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:06.697394 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33594) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:06.752571 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6898-0591-435e-8ee2-03387be4b8aa admin admin] Publish callbacks [] for security_group (c521c857-1a21-48d6-b796-d4875d63c714), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.755006 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:06.778891 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6898-0591-435e-8ee2-03387be4b8aa admin admin] Publish callbacks [] for security_group (c521c857-1a21-48d6-b796-d4875d63c714), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.827072 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6898-0591-435e-8ee2-03387be4b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c521c857-1a21-48d6-b796-d4875d63c714), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.829663 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6898-0591-435e-8ee2-03387be4b8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:06.830847 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-bcbc6898-0591-435e-8ee2-03387be4b8aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c521c857-1a21-48d6-b796-d4875d63c714 HTTP/1.1" status: 204 len: 168 time: 0.1319599 Jul 21 23:42:06.838807 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc6898-0591-435e-8ee2-03387be4b8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c521c857-1a21-48d6-b796-d4875d63c714,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:06.854121 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1fd13-c110-4750-825a-9c1816d7de3f req-853580b7-7983-4e86-9b92-6af864981fb1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:06.855594 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28d1fd13-c110-4750-825a-9c1816d7de3f req-853580b7-7983-4e86-9b92-6af864981fb1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0648398 Jul 21 23:42:06.856696 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1a6602da-da0f-4996-b2b6-eee0aef35fef), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:07.028758 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53bc18a7-672b-44db-8461-2e1d24ff8517 req-a095d6e4-bc64-41e8-a57f-2ad40a460cc6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 210 time: 0.0307441 Jul 21 23:42:07.153867 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=1a6602da-da0f-4996-b2b6-eee0aef35fef,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:07.168124 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216839b-10e4-4db7-ae31-82375616c5c5 req-70b3edd6-fb3d-45f5-a28e-0b1bfe0c5f42 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:07.176293 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2216839b-10e4-4db7-ae31-82375616c5c5 req-70b3edd6-fb3d-45f5-a28e-0b1bfe0c5f42 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 945 time: 0.0829058 Jul 21 23:42:07.226594 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2216839b-10e4-4db7-ae31-82375616c5c5 req-bb0dcc9e-fb74-4f0a-a644-a186a3008a35 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445790 Jul 21 23:42:07.235761 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:42:07.268711 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28d1fd13-c110-4750-825a-9c1816d7de3f req-c8541cc2-6c08-4ec9-92bb-8efc67a3881f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4034827 Jul 21 23:42:07.281024 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:42:07.281436 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:07.310017 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:42:07.356928 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:42:07.358554 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:07.396425 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:07.402249 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:07.426617 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:42:07.445458 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:42:07.469154 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=10']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:07.471841 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] No DVR routers for this DVR port 1a6602da-da0f-4996-b2b6-eee0aef35fef on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:42:07.474280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:07.477297 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:07.477596 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5b9da3bc-b885-4ead-aa89-e709abb30fe1 req-16051647-7bb6-4860-a8e2-14b224e93480 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "DELETE /v2.0/ports/1a6602da-da0f-4996-b2b6-eee0aef35fef HTTP/1.1" status: 204 len: 173 time: 1.3447080 Jul 21 23:42:07.477868 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65934699-7563-44d4-a8cf-b240db7578b6 req-91d6a784-fc74-436b-9a6a-4c57e5570c98 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:07.478080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'name': 'network-vif-deleted', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:07.478202 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:41:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:07.479798 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-65934699-7563-44d4-a8cf-b240db7578b6 req-91d6a784-fc74-436b-9a6a-4c57e5570c98 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 946 time: 0.0646992 Jul 21 23:42:07.480543 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479021ce-f801-4702-b027-1382a4e4f141" -d '{"events": [{"server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "name": "network-vif-deleted", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:07.522954 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66555755-ae10-4b90-880d-bdfee1ebe527 x-openstack-request-id: req-66555755-ae10-4b90-880d-bdfee1ebe527 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:07.523367 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87a95f3-8058-423f-84d8-3bae1a4d760e", "name": "network-vif-deleted", "tag": "1a6602da-da0f-4996-b2b6-eee0aef35fef", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:07.523764 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66555755-ae10-4b90-880d-bdfee1ebe527 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:07.524266 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66555755-ae10-4b90-880d-bdfee1ebe527'] response: {'server_uuid': 'd87a95f3-8058-423f-84d8-3bae1a4d760e', 'name': 'network-vif-deleted', 'tag': '1a6602da-da0f-4996-b2b6-eee0aef35fef', 'status': 'completed', 'code': 200} Jul 21 23:42:07.562704 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:07.565465 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-65934699-7563-44d4-a8cf-b240db7578b6 req-49d040de-b047-49af-8e77-69a425562d42 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732903 Jul 21 23:42:07.585485 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:07.587793 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fe1174-1d80-40ef-8e20-4dacfed868d1" -d '{"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-plugged", "status": "completed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:07.600919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:07.626913 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1045f247-1eb4-448f-9d29-cc839635afd0 x-openstack-request-id: req-1045f247-1eb4-448f-9d29-cc839635afd0 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:07.627225 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-plugged", "status": "completed", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:07.627484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1045f247-1eb4-448f-9d29-cc839635afd0 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:07.627872 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1045f247-1eb4-448f-9d29-cc839635afd0'] response: {'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'code': 200} Jul 21 23:42:07.693381 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:07.803876 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-700f85ef-bb24-44a8-8913-435bb1d7f0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:07.863484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:37Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:07.892527 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:42:07.901270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:07.901958 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:41:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:08.000253 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:08.140788 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d4ce33d9-64ce-4052-81bb-5c1d443c4223 req-4c9f6515-fa20-447f-a06b-e9825800090e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87a95f3-8058-423f-84d8-3bae1a4d760e HTTP/1.1" status: 200 len: 210 time: 0.0287468 Jul 21 23:42:08.234353 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:37Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:08.261972 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cff24-c9c2-482f-9f48-3d99dd5bb5b9 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e431fcf7-b312-4bcc-978e-ee5399638f90', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:07:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395db50-179b-4591-bec9-a738ad477d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:38:53Z', 'updated_at': '2022-07-21T23:39:37Z', 'revision_number': 2, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:42:08.373150 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a840aa1-b422-4332-86f8-7a944a7128db req-7961d0e8-f009-43f9-994a-fa3de51eb6df tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:08.377829 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4a840aa1-b422-4332-86f8-7a944a7128db req-7961d0e8-f009-43f9-994a-fa3de51eb6df tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0619199 Jul 21 23:42:08.399966 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc09a3-8927-4e21-9d7c-02a6e3c6d547 req-39d41132-d6f0-4c5c-b758-3bc5cd9b482a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:08.401966 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aedc09a3-8927-4e21-9d7c-02a6e3c6d547 req-39d41132-d6f0-4c5c-b758-3bc5cd9b482a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0566494 Jul 21 23:42:08.429723 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4a840aa1-b422-4332-86f8-7a944a7128db req-564f15e3-2c93-4b28-aee6-54e27915831c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482874 Jul 21 23:42:08.470031 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aedc09a3-8927-4e21-9d7c-02a6e3c6d547 req-67400569-14da-4bf2-bab8-20d31ac91b49 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618575 Jul 21 23:42:08.552151 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee193e-2ad8-4ccc-8ea9-d5c06a7f684a None None] New status for floating IP b133e8ea-45e4-4d94-8a38-7b96ba6b47ce: DOWN {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:42:08.696708 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05844505-0c94-4ed7-8bd6-36cf0c69888e req-92eaf42c-3d4b-48eb-a6f3-386700fea778 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:08.701681 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-05844505-0c94-4ed7-8bd6-36cf0c69888e req-92eaf42c-3d4b-48eb-a6f3-386700fea778 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 946 time: 0.0600893 Jul 21 23:42:08.751719 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-05844505-0c94-4ed7-8bd6-36cf0c69888e req-7cd341ae-22d5-4380-9a27-bdb05372b81a tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472815 Jul 21 23:42:08.865799 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e204b-a4e1-4da3-a038-941bf39c6985 req-b5e559fa-1804-4c40-a5c6-4350a153298f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:08.867289 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-975e204b-a4e1-4da3-a038-941bf39c6985 req-b5e559fa-1804-4c40-a5c6-4350a153298f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 946 time: 0.0495305 Jul 21 23:42:08.931993 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-975e204b-a4e1-4da3-a038-941bf39c6985 req-4a922c92-5471-48c3-97e8-42452b2b6da2 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564051 Jul 21 23:42:08.955898 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33622) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:08.986704 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60a6c-67cc-4923-8b47-23758a4ffa13 req-c89a1aa8-f229-4bcb-9e0c-435c1a93a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:08.988385 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c4c60a6c-67cc-4923-8b47-23758a4ffa13 req-c89a1aa8-f229-4bcb-9e0c-435c1a93a220 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 1131 time: 0.0496621 Jul 21 23:42:09.020744 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:09.044304 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c4c60a6c-67cc-4923-8b47-23758a4ffa13 req-0c32531e-cce1-4742-a50a-d08874a57c26 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465746 Jul 21 23:42:09.169203 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61b50a-0f41-489e-adb4-6fa0f221b824 tempest-TestVolumeBootPattern-1163541437 tempest-TestVolumeBootPattern-1163541437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:09.171104 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-1a61b50a-0f41-489e-adb4-6fa0f221b824 tempest-TestVolumeBootPattern-1163541437 tempest-TestVolumeBootPattern-1163541437-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 1125 time: 0.2136815 Jul 21 23:42:09.173864 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33628) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:09.178346 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'port_id': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:09.197004 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:09.206758 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.230131 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33632) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:09.245207 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1a6602da-da0f-4996-b2b6-eee0aef35fef no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:42:09.257052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:09.267477 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 1a6602da-da0f-4996-b2b6-eee0aef35fef {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:42:09.268837 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1a6602da-da0f-4996-b2b6-eee0aef35fef not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:42:09.290543 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7c582854-f7cd-443b-a0b0-52bf6446ab50 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (fdb196c8-52e3-4253-90e8-96b0af4950bc), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.305171 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.320300 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7c582854-f7cd-443b-a0b0-52bf6446ab50 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (fdb196c8-52e3-4253-90e8-96b0af4950bc), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.383799 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7c582854-f7cd-443b-a0b0-52bf6446ab50 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (fdb196c8-52e3-4253-90e8-96b0af4950bc), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.388261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7c582854-f7cd-443b-a0b0-52bf6446ab50 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.392004 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7c582854-f7cd-443b-a0b0-52bf6446ab50 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/security-groups/fdb196c8-52e3-4253-90e8-96b0af4950bc HTTP/1.1" status: 204 len: 168 time: 0.1583879 Jul 21 23:42:09.393105 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33634) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:09.411586 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582854-f7cd-443b-a0b0-52bf6446ab50 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb196c8-52e3-4253-90e8-96b0af4950bc,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:09.413819 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.api.v2.resource [None req-6d8921e5-5e0e-4984-a85d-47b30a9e4417 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] show failed (client error): The resource could not be found. Jul 21 23:42:09.418374 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6d8921e5-5e0e-4984-a85d-47b30a9e4417 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups/fdb196c8-52e3-4253-90e8-96b0af4950bc HTTP/1.1" status: 404 len: 347 time: 0.0206404 Jul 21 23:42:09.418837 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33636) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:09.445625 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Allocated IP 172.27.1.229 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/2d51ce18-2da8-4049-9d64-06f936f6a635) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:42:09.550529 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:09.594808 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port 9b3523be-b927-4b30-bcda-e99818800104 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:42:09.594808 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (9b3523be-b927-4b30-bcda-e99818800104), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.611046 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.614409 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956fe32-e167-4de9-a50a-a555a1938cc5 req-5159f2e8-1c6b-4473-862b-3006b4af29c1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:09.615885 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2956fe32-e167-4de9-a50a-a555a1938cc5 req-5159f2e8-1c6b-4473-862b-3006b4af29c1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0712790 Jul 21 23:42:09.629629 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1f8c8-9264-4bee-8cd0-4c81294d13c8 req-c3fd1cd7-21d0-4900-bae6-676892e7fe9c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:09.631138 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-50d1f8c8-9264-4bee-8cd0-4c81294d13c8 req-c3fd1cd7-21d0-4900-bae6-676892e7fe9c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0759752 Jul 21 23:42:09.683189 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.727191 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2956fe32-e167-4de9-a50a-a555a1938cc5 req-dcdd5476-e860-48f2-a3c4-78551c23318c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017895 Jul 21 23:42:09.728846 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (9b3523be-b927-4b30-bcda-e99818800104), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.729559 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (9b3523be-b927-4b30-bcda-e99818800104), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.732716 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-50d1f8c8-9264-4bee-8cd0-4c81294d13c8 req-75f273d7-28cf-4a01-90a5-35109f3d306f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918934 Jul 21 23:42:09.742402 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for 9b3523be-b927-4b30-bcda-e99818800104 owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:42:09.742569 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:42:09.749001 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:42:09.751266 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=2d51ce18-2da8-4049-9d64-06f936f6a635,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:09.754007 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:42:09.905614 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (9b3523be-b927-4b30-bcda-e99818800104), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.931020 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=9b3523be-b927-4b30-bcda-e99818800104,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:09.993476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (b133e8ea-45e4-4d94-8a38-7b96ba6b47ce), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.996406 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:09.997598 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ac7b0242-1cc4-4f55-afc8-669785831d5c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/floatingips/b133e8ea-45e4-4d94-8a38-7b96ba6b47ce HTTP/1.1" status: 204 len: 168 time: 0.5778124 Jul 21 23:42:10.075170 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:10.082196 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (e6171555-db40-494a-a287-95afd31ad08f), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:10.155000 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:10.318047 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:10.330591 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:10.330886 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-54768b2f-7e0b-4d3b-8a05-aa275c78cd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:10.383112 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (e6171555-db40-494a-a287-95afd31ad08f), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:10.426107 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=2d51ce18-2da8-4049-9d64-06f936f6a635,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:10.470132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:10.489540 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Floating IP e6171555-db40-494a-a287-95afd31ad08f associated. External IP: 172.27.1.229, port: 3fba9807-20fe-41d5-8c1a-0473403d7805. Jul 21 23:42:10.682752 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:42:10.784334 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:42:10.796585 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:42:10.810968 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:10.811888 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:10.812966 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:10.883393 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a99c6496-13f6-49d0-b65a-d86e128b66b4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7084274 Jul 21 23:42:10.886701 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:10.889043 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411ce7f4-628a-494d-8e15-038f7492a13d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:10.905929 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbadd43-e232-4ac1-81d0-48b87d58f396 req-d5c5280a-a931-47f2-981c-33d11f166e5f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:10.907896 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0cbadd43-e232-4ac1-81d0-48b87d58f396 req-d5c5280a-a931-47f2-981c-33d11f166e5f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0643036 Jul 21 23:42:10.913157 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0fc3-99e5-4bf3-b304-25f80137fca3 req-982029db-65d4-4afe-9d57-eca31b7bf22f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:10.914789 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-713f0fc3-99e5-4bf3-b304-25f80137fca3 req-982029db-65d4-4afe-9d57-eca31b7bf22f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0786419 Jul 21 23:42:10.996894 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-713f0fc3-99e5-4bf3-b304-25f80137fca3 req-d4fbabec-b0ff-4213-8726-13124aebfdd6 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661728 Jul 21 23:42:11.034898 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0cbadd43-e232-4ac1-81d0-48b87d58f396 req-5bd46c56-6aa3-4af2-b25d-e71d00b7ec29 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126177 Jul 21 23:42:11.051251 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ba9efe-182e-4305-baf3-3ebb91cc0b4b x-openstack-request-id: req-59ba9efe-182e-4305-baf3-3ebb91cc0b4b {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:11.051575 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:11.051834 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59ba9efe-182e-4305-baf3-3ebb91cc0b4b {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:11.052362 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ba9efe-182e-4305-baf3-3ebb91cc0b4b'] response: {'name': 'network-changed', 'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'status': 'completed', 'code': 200} Jul 21 23:42:11.065016 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:11.211639 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:11.284827 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e6171555-db40-494a-a287-95afd31ad08f', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:a0:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b0372-60fe-4345-9668-12276af08fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:42:09Z', 'updated_at': '2022-07-21T23:42:09Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:11.313628 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:42:11.328817 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:11.329470 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:11.382746 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:11.383373 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:11.470840 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ce7f4-628a-494d-8e15-038f7492a13d req-41d37bea-b38e-44ff-b88d-6fa326a62848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:11.472380 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-411ce7f4-628a-494d-8e15-038f7492a13d req-41d37bea-b38e-44ff-b88d-6fa326a62848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 1130 time: 0.0439641 Jul 21 23:42:11.473948 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:11.583553 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ce7f4-628a-494d-8e15-038f7492a13d req-f59a2e2c-7cdc-44f8-9546-b9a8becd7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:11.585177 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-411ce7f4-628a-494d-8e15-038f7492a13d req-f59a2e2c-7cdc-44f8-9546-b9a8becd7732 service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.0993276 Jul 21 23:42:11.613565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:11.650921 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:11.674296 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-411ce7f4-628a-494d-8e15-038f7492a13d req-346153d7-1033-4e59-b96d-4e12e40a03c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba9807-20fe-41d5-8c1a-0473403d7805 HTTP/1.1" status: 200 len: 1000 time: 0.0671105 Jul 21 23:42:11.725866 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ce7f4-628a-494d-8e15-038f7492a13d req-74deb32b-069e-4e89-8a43-8b52b637961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:11.727285 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-411ce7f4-628a-494d-8e15-038f7492a13d req-74deb32b-069e-4e89-8a43-8b52b637961a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0464408 Jul 21 23:42:11.737251 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e6171555-db40-494a-a287-95afd31ad08f', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:a0:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b0372-60fe-4345-9668-12276af08fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:42:09Z', 'updated_at': '2022-07-21T23:42:09Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:11.764032 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42f0e7-33bf-4391-a2bc-715dec633415 None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'e6171555-db40-494a-a287-95afd31ad08f', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:a0:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b0372-60fe-4345-9668-12276af08fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:42:09Z', 'updated_at': '2022-07-21T23:42:09Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:42:11.879196 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ce7f4-628a-494d-8e15-038f7492a13d req-811db908-3e5d-45fc-9eb7-83ed87af25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:11.881825 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-411ce7f4-628a-494d-8e15-038f7492a13d req-811db908-3e5d-45fc-9eb7-83ed87af25e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644286 Jul 21 23:42:11.983875 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-411ce7f4-628a-494d-8e15-038f7492a13d req-a6938e23-31ee-4c5e-a9fa-5280cd15e2e7 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952623 Jul 21 23:42:12.002016 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4409-751e-4b36-95a1-d61d233cbffc None None] New status for floating IP e6171555-db40-494a-a287-95afd31ad08f: ACTIVE {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:42:12.123008 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-411ce7f4-628a-494d-8e15-038f7492a13d req-95e897b1-1b42-45ce-9b5c-d4167910d276 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247706 Jul 21 23:42:12.134090 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594d0b0-a815-4010-9bbe-7ebee6d3ee59 req-9dee8582-860a-4e8f-8ff1-4072969659b5 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:12.135688 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e594d0b0-a815-4010-9bbe-7ebee6d3ee59 req-9dee8582-860a-4e8f-8ff1-4072969659b5 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0682995 Jul 21 23:42:12.185091 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f79311-1546-4e7a-b12c-29e83254a5e5 req-dd5e3a80-77f1-48fd-974f-04b76519b3cd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:12.186696 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-39f79311-1546-4e7a-b12c-29e83254a5e5 req-dd5e3a80-77f1-48fd-974f-04b76519b3cd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0629623 Jul 21 23:42:12.205392 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:12.209741 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e594d0b0-a815-4010-9bbe-7ebee6d3ee59 req-22a794e0-1185-4f9f-b9a4-3eb559c96f30 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661840 Jul 21 23:42:12.254627 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-39f79311-1546-4e7a-b12c-29e83254a5e5 req-bef9fbc0-e98f-41dd-b24c-0c29e6c45cf3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622139 Jul 21 23:42:12.755669 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:12.771279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9b9a-efe9-4758-b20d-51aceb214456 req-5a714efc-6145-4d81-a710-7031b3e30be8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:12.772678 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-708e9b9a-efe9-4758-b20d-51aceb214456 req-5a714efc-6145-4d81-a710-7031b3e30be8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.0496438 Jul 21 23:42:12.824517 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-708e9b9a-efe9-4758-b20d-51aceb214456 req-c9a5541f-6254-42cc-a615-01d67ad8321f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 Jul 21 23:42:13.211153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:13.330251 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbd06f-5659-49af-8151-de0612231c1e req-9dbd5f06-4298-47ae-b2e5-8527e5101d6a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:13.331665 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fffbd06f-5659-49af-8151-de0612231c1e req-9dbd5f06-4298-47ae-b2e5-8527e5101d6a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Jul 21 23:42:13.383675 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fffbd06f-5659-49af-8151-de0612231c1e req-679a1b5c-e107-4581-8b3d-49a15fd23ce9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464959 Jul 21 23:42:13.945336 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03307288-7523-4691-ae69-abbfb5d0860b req-0b150923-7453-4b81-ac39-49686fc626f8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:13.946827 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03307288-7523-4691-ae69-abbfb5d0860b req-0b150923-7453-4b81-ac39-49686fc626f8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.0503221 Jul 21 23:42:13.994832 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-03307288-7523-4691-ae69-abbfb5d0860b req-66d86fca-b286-494a-adda-6ec7fc78e56b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 Jul 21 23:42:14.501094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45debf3d-1434-4383-b3f5-b999f2ddd182 req-16b7c291-6f03-4e75-86fc-34455e708879 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:14.502631 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-45debf3d-1434-4383-b3f5-b999f2ddd182 req-16b7c291-6f03-4e75-86fc-34455e708879 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0488350 Jul 21 23:42:14.550377 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-45debf3d-1434-4383-b3f5-b999f2ddd182 req-e0e6b5da-0b72-4be1-95e8-1fd14859e079 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422745 Jul 21 23:42:14.774202 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046801-22ac-42cd-9098-95a328560beb req-665bd4ed-7895-4e38-ad29-fbc9492b9f18 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:14.776276 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02046801-22ac-42cd-9098-95a328560beb req-665bd4ed-7895-4e38-ad29-fbc9492b9f18 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.0468948 Jul 21 23:42:14.863150 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port b7d67a8b-6367-4be6-bd44-466169d1217b {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:42:14.863493 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:14.954239 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] For port b7d67a8b-6367-4be6-bd44-466169d1217b, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=b7d67a8b-6367-4be6-bd44-466169d1217b,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:14.954920 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:15.127174 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:15.152977 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a553a-8c2e-4d3e-ae06-e6ff9fccb2ad req-85c6300b-ab69-46e4-9adf-ea7cb28b902b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:15.154609 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-448a553a-8c2e-4d3e-ae06-e6ff9fccb2ad req-85c6300b-ab69-46e4-9adf-ea7cb28b902b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=4395db50-179b-4591-bec9-a738ad477d31 HTTP/1.1" status: 200 len: 946 time: 0.0909815 Jul 21 23:42:15.169444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:15.169803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (e431fcf7-b312-4bcc-978e-ee5399638f90), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:15.170113 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP e431fcf7-b312-4bcc-978e-ee5399638f90 disassociated. External IP: 172.27.1.210, port: b7d67a8b-6367-4be6-bd44-466169d1217b. Jul 21 23:42:15.170450 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for b7d67a8b-6367-4be6-bd44-466169d1217b owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:42:15.181073 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:15.249412 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-448a553a-8c2e-4d3e-ae06-e6ff9fccb2ad req-4b579308-3490-4b6a-98ea-e1c8d9dfaf1f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881038 Jul 21 23:42:15.335625 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (b7d67a8b-6367-4be6-bd44-466169d1217b), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:15.363341 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=b7d67a8b-6367-4be6-bd44-466169d1217b,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:15.478142 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:42:15.587666 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:42:15.599089 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:42:15.611884 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:15.612674 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:15.631936 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] No DVR routers for this DVR port b7d67a8b-6367-4be6-bd44-466169d1217b on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:42:15.634534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:15.638076 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02046801-22ac-42cd-9098-95a328560beb req-078e2215-4888-448b-bdf3-c2ce00dc0a34 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "DELETE /v2.0/ports/b7d67a8b-6367-4be6-bd44-466169d1217b HTTP/1.1" status: 204 len: 173 time: 0.8567433 Jul 21 23:42:15.638459 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'name': 'network-vif-deleted', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:15.640745 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da47d212-8a94-4194-a299-62ac37d1bf39" -d '{"events": [{"server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "name": "network-vif-deleted", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:15.684213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7803c-0e48-4ca9-b8c3-07545efc44ac req-ebbd3151-6eee-401f-add0-244a1c8839e6 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:15.685886 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-88b7803c-0e48-4ca9-b8c3-07545efc44ac req-ebbd3151-6eee-401f-add0-244a1c8839e6 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0579534 Jul 21 23:42:15.686023 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6139e222-b46e-443e-a305-fcd98704be12 x-openstack-request-id: req-6139e222-b46e-443e-a305-fcd98704be12 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:15.686264 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4395db50-179b-4591-bec9-a738ad477d31", "name": "network-vif-deleted", "tag": "b7d67a8b-6367-4be6-bd44-466169d1217b", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:15.686521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6139e222-b46e-443e-a305-fcd98704be12 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:15.686919 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6139e222-b46e-443e-a305-fcd98704be12'] response: {'server_uuid': '4395db50-179b-4591-bec9-a738ad477d31', 'name': 'network-vif-deleted', 'tag': 'b7d67a8b-6367-4be6-bd44-466169d1217b', 'status': 'completed', 'code': 200} Jul 21 23:42:15.735174 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:15.740248 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-88b7803c-0e48-4ca9-b8c3-07545efc44ac req-9f31d67a-873d-4f54-aecc-d1b34036cc51 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458152 Jul 21 23:42:15.943263 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:15.969423 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:42:15.977811 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:15.978414 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:16.087114 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:16.117615 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:16.267317 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:16.285706 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:16.316692 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc5256-4116-4e7e-87c9-58c11595373b None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:42:16.339671 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33728) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:16.399992 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-98a8ea6b-1449-4217-a32e-c53bf3ec3de9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.424839 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-98a8ea6b-1449-4217-a32e-c53bf3ec3de9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.478931 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-98a8ea6b-1449-4217-a32e-c53bf3ec3de9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.481713 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-98a8ea6b-1449-4217-a32e-c53bf3ec3de9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.482999 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-98a8ea6b-1449-4217-a32e-c53bf3ec3de9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/security-groups/e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7 HTTP/1.1" status: 204 len: 168 time: 0.1423419 Jul 21 23:42:16.485926 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33730) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:16.492790 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8ea6b-1449-4217-a32e-c53bf3ec3de9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:16.505859 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.api.v2.resource [None req-57acc946-78a2-4327-8396-e6126b7803b3 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] show failed (client error): The resource could not be found. Jul 21 23:42:16.506901 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-57acc946-78a2-4327-8396-e6126b7803b3 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups/e81c3af9-d9ff-4bc5-a35c-67df4a7a59a7 HTTP/1.1" status: 404 len: 347 time: 0.0197825 Jul 21 23:42:16.511581 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33732) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:16.550564 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db27316-67a6-41e6-a1b4-4ca62286dcf8 None None] New status for floating IP e431fcf7-b312-4bcc-978e-ee5399638f90: DOWN {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:42:16.636746 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port 1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:42:16.637090 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.718418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.718745 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.731332 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for 1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:42:16.736434 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:16.804100 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:16.886307 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c60b85-761b-4e14-9e0d-e93b8c7189a1 req-54eb59ed-e240-4a96-b0bf-092026267887 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:16.887845 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-29c60b85-761b-4e14-9e0d-e93b8c7189a1 req-54eb59ed-e240-4a96-b0bf-092026267887 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0733213 Jul 21 23:42:16.923745 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:16.960907 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=1e49cad0-35c0-4c05-b8a8-5e5a18d2af1b,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:16.977114 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-29c60b85-761b-4e14-9e0d-e93b8c7189a1 req-b4283de3-1126-4378-b608-eb4f981f3d1f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830038 Jul 21 23:42:17.032869 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (e431fcf7-b312-4bcc-978e-ee5399638f90), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.035534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.036685 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-10662382-bd36-49e5-8a0c-b4e98fc6809a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/floatingips/e431fcf7-b312-4bcc-978e-ee5399638f90 HTTP/1.1" status: 204 len: 168 time: 0.5240667 Jul 21 23:42:17.114788 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33738) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:17.120295 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-adc426a0-3aa7-4230-88ef-1d22f84f2511 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929348061', 'description': 'tempest-description--1880809328'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:17.144625 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-adc426a0-3aa7-4230-88ef-1d22f84f2511 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.211750 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-adc426a0-3aa7-4230-88ef-1d22f84f2511 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (54f12798-20aa-46fb-b9c2-1c1c7a9a1bef), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.216350 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-adc426a0-3aa7-4230-88ef-1d22f84f2511 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (54f12798-20aa-46fb-b9c2-1c1c7a9a1bef), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.246702 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-adc426a0-3aa7-4230-88ef-1d22f84f2511 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.247906 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-adc426a0-3aa7-4230-88ef-1d22f84f2511 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321168 Jul 21 23:42:17.249798 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc426a0-3aa7-4230-88ef-1d22f84f2511 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:17.250885 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33740) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:17.255551 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-611089be-c0de-4a3c-b478-845a6476e95a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': '54f12798-20aa-46fb-b9c2-1c1c7a9a1bef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:17.286048 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-611089be-c0de-4a3c-b478-845a6476e95a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (cd5e0005-7015-40f9-b73a-e1e12490734b), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.342077 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-611089be-c0de-4a3c-b478-845a6476e95a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (cd5e0005-7015-40f9-b73a-e1e12490734b), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.345494 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-611089be-c0de-4a3c-b478-845a6476e95a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (cd5e0005-7015-40f9-b73a-e1e12490734b), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.363108 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611089be-c0de-4a3c-b478-845a6476e95a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5e0005-7015-40f9-b73a-e1e12490734b,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:17.372268 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-611089be-c0de-4a3c-b478-845a6476e95a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.373492 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-611089be-c0de-4a3c-b478-845a6476e95a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215012 Jul 21 23:42:17.377152 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33742) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:17.381384 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-3c867052-ec69-4151-9cb3-7f1868bcb105 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': '54f12798-20aa-46fb-b9c2-1c1c7a9a1bef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:17.388647 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:17.409924 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c867052-ec69-4151-9cb3-7f1868bcb105 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (c2028e2c-0bd8-4202-b0f7-216552228d8c), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.465733 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c867052-ec69-4151-9cb3-7f1868bcb105 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (c2028e2c-0bd8-4202-b0f7-216552228d8c), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.469010 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c867052-ec69-4151-9cb3-7f1868bcb105 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (c2028e2c-0bd8-4202-b0f7-216552228d8c), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.487502 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867052-ec69-4151-9cb3-7f1868bcb105 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2028e2c-0bd8-4202-b0f7-216552228d8c,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:17.495818 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3c867052-ec69-4151-9cb3-7f1868bcb105 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.497019 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3c867052-ec69-4151-9cb3-7f1868bcb105 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189237 Jul 21 23:42:17.500040 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 33744) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:17.504296 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:17.524289 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.604395 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:17.682762 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:17.713567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.27.1.156 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/9ff07b93-baa7-45ef-8f45-b04425f894f2) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:42:18.044134 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.076758 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.108064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b22d9d-cdf0-44f4-aa42-24b715a37458 req-cb7157b1-f92d-439b-9acd-64cde8bc9707 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:18.109639 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02b22d9d-cdf0-44f4-aa42-24b715a37458 req-cb7157b1-f92d-439b-9acd-64cde8bc9707 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0585065 Jul 21 23:42:18.120498 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:42:18.127761 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:42:18.131614 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:42:18.136807 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=9ff07b93-baa7-45ef-8f45-b04425f894f2,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:18.163850 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02b22d9d-cdf0-44f4-aa42-24b715a37458 req-a3d14fb1-586d-4de2-a8cf-e5645605edd6 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485342 Jul 21 23:42:18.183795 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (d9533fe9-04e3-460d-a82a-ac4a0573ebfe), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.220033 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.312694 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:18.367667 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.372264 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.402314 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (d9533fe9-04e3-460d-a82a-ac4a0573ebfe), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.423055 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=9ff07b93-baa7-45ef-8f45-b04425f894f2,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:18.427123 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:18.428356 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-8dec21e2-c89c-4d1b-bb56-9cec6aba030f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9273264 Jul 21 23:42:18.626251 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-28e5939c-7062-4e06-93ef-5b56dcfe4139 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--929348061&fields=id&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 267 time: 0.0434575 Jul 21 23:42:18.734974 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-10a6cd98-9ff1-47f8-bf10-a39b7a2babaf tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:18.736426 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-10a6cd98-9ff1-47f8-bf10-a39b7a2babaf tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 0.1040130 Jul 21 23:42:18.751186 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-78fa8b9d-3817-4faa-bb9a-92c20a7fd3f3 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/quotas/fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 375 time: 0.0094459 Jul 21 23:42:18.799921 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-4a2d0139-2226-4b84-9a60-6cf841306234 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439382 Jul 21 23:42:18.884651 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:18.899820 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d5294141-e36e-408e-86ca-1a50e05cb6a2 service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888128 Jul 21 23:42:18.990453 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-b2290287-5cb2-4ea3-aed6-0697f31664b7 service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837536 Jul 21 23:42:19.153011 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-58930ac0-fdc3-407e-9d72-a70417fd283f req-9bac82bf-db44-4bcd-96a7-63b3bf118236 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 210 time: 0.0304053 Jul 21 23:42:19.279585 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device b7d67a8b-6367-4be6-bd44-466169d1217b no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:42:19.288507 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5821f7-6d88-4b8e-bc57-535154333dcd req-67eaa2a6-2795-40c2-8fcb-391a60a43495 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:19.290665 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-be5821f7-6d88-4b8e-bc57-535154333dcd req-67eaa2a6-2795-40c2-8fcb-391a60a43495 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0545292 Jul 21 23:42:19.299615 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: b7d67a8b-6367-4be6-bd44-466169d1217b {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:42:19.299971 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device b7d67a8b-6367-4be6-bd44-466169d1217b not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:42:19.340435 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-be5821f7-6d88-4b8e-bc57-535154333dcd req-347588f6-3c76-4d8f-9e53-2062eed79756 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427306 Jul 21 23:42:20.223375 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-66b90886-3a94-40a0-abc5-53f0c2e4ce42 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:20.224859 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-66b90886-3a94-40a0-abc5-53f0c2e4ce42 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 0.1097281 Jul 21 23:42:20.268725 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7da01f70-0df7-49ca-9f67-8439bef2209e req-21d91a31-a297-44ec-95a2-bb36054ecec1 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 210 time: 0.0380664 Jul 21 23:42:20.315656 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-450edccf-d60e-489a-b223-faf756cd33a8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 379 time: 0.0747848 Jul 21 23:42:20.402722 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'port': {'device_id': '8d749247-571b-427e-83af-e7b9a7c3894d', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'admin_state_up': True, 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'security_groups': ['54f12798-20aa-46fb-b9c2-1c1c7a9a1bef']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:20.459208 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e315-9fd9-465b-9b7b-e7d1f227423f req-50f43245-815b-40b3-a753-bace8dde5df1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:20.460705 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d7b8e315-9fd9-465b-9b7b-e7d1f227423f req-50f43245-815b-40b3-a753-bace8dde5df1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Jul 21 23:42:20.512488 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d7b8e315-9fd9-465b-9b7b-e7d1f227423f req-204f4666-0835-4926-9c1e-e9858bc896b0 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453591 Jul 21 23:42:20.736295 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:20.742067 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Made reservation on behalf of fc4faed5bed7450da8122eeb77459f3a for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:42:20.746223 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:20.769983 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:20.870786 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.20.0.10 (db7b04fe-74b8-4a1d-b84d-14b166fb83d5/83a40dc0-7391-401e-a129-8da6c5519058/2620f97b-ffd2-4d54-91c5-27106fd73ada) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:42:21.009555 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.043229 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.083884 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:42:21.089811 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:42:21.093956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:42:21.100059 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=2620f97b-ffd2-4d54-91c5-27106fd73ada,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:21.152467 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:21.153105 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.170391 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5768ea4b-0e4d-4424-a997-8ab8e9c19102 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7721066 Jul 21 23:42:21.184065 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Request body: {'port': {'device_id': '8d749247-571b-427e-83af-e7b9a7c3894d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:21.250517 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.322291 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-2159b938-c0f1-4200-817d-3b8d4b588a75 None None] Provisioning complete for port 2620f97b-ffd2-4d54-91c5-27106fd73ada triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:42:21.323459 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2159b938-c0f1-4200-817d-3b8d4b588a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.358673 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-2159b938-c0f1-4200-817d-3b8d4b588a75 None None] Port 2620f97b-ffd2-4d54-91c5-27106fd73ada cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:42:21.411430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b677e0-22f1-48e8-813e-153f7792ad16 req-1d357813-13d6-45d1-9edc-f4f400888e1a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:21.412932 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40b677e0-22f1-48e8-813e-153f7792ad16 req-1d357813-13d6-45d1-9edc-f4f400888e1a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 932 time: 0.0640256 Jul 21 23:42:21.517286 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-40b677e0-22f1-48e8-813e-153f7792ad16 req-6dbfd103-cfa4-470f-a763-ac35295dd89f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920284 Jul 21 23:42:21.539821 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:21.585942 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:21.593505 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2620f97b-ffd2-4d54-91c5-27106fd73ada {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:42:21.601817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Publish callbacks [] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.616990 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Transition to ACTIVE for port object 2620f97b-ffd2-4d54-91c5-27106fd73ada will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:42:21.621178 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.633474 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdc84b-269b-46a1-91bc-48a15809939d req-76d2f030-8181-4d14-9bfe-1a71d12c9f6d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:21.635061 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c0cdc84b-269b-46a1-91bc-48a15809939d req-76d2f030-8181-4d14-9bfe-1a71d12c9f6d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0521243 Jul 21 23:42:21.692613 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c0cdc84b-269b-46a1-91bc-48a15809939d req-34a5d715-8885-4c33-b71c-e48e422cecf8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516090 Jul 21 23:42:21.696152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Pushing event updated for resources: {'Port': ['ID=2620f97b-ffd2-4d54-91c5-27106fd73ada,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:21.751528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Attempting to bind port 2620f97b-ffd2-4d54-91c5-27106fd73ada on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:42:21.751876 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Attempting to bind port 2620f97b-ffd2-4d54-91c5-27106fd73ada by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:42:21.752209 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Attempting to bind port 2620f97b-ffd2-4d54-91c5-27106fd73ada on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:42:21.756957 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Port 2620f97b-ffd2-4d54-91c5-27106fd73ada on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:42:21.757328 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Attempting to bind port 2620f97b-ffd2-4d54-91c5-27106fd73ada on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:42:21.762490 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:42:21.762838 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Checking segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:42:21.763226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Bound using segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:42:21.763662 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Bound port: 2620f97b-ffd2-4d54-91c5-27106fd73ada, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:42:21.764033 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.829922 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] For port 2620f97b-ffd2-4d54-91c5-27106fd73ada, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:42:21.833116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] For port 2620f97b-ffd2-4d54-91c5-27106fd73ada, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:42:21.839523 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.873502 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:21.874133 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:21.875550 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] 10.222.0.39 "PUT /v2.0/ports/2620f97b-ffd2-4d54-91c5-27106fd73ada HTTP/1.1" status: 200 len: 1094 time: 0.6969588 Jul 21 23:42:21.875947 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:21.878290 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b1a4a0-d46e-4688-9c16-125ecbc2b070" -d '{"events": [{"name": "network-changed", "server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:21.903993 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165892-c764-4f26-a9c0-66412e7a3697 service neutron] Pushing event updated for resources: {'Port': ['ID=2620f97b-ffd2-4d54-91c5-27106fd73ada,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:21.922799 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c7d81-7f32-45fc-ac5a-9c47e12c7177 x-openstack-request-id: req-e30c7d81-7f32-45fc-ac5a-9c47e12c7177 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:21.923489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:21.923930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e30c7d81-7f32-45fc-ac5a-9c47e12c7177 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:21.924343 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30c7d81-7f32-45fc-ac5a-9c47e12c7177'] response: {'name': 'network-changed', 'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'status': 'completed', 'code': 200} Jul 21 23:42:21.977165 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-484e0c70-2173-4b3b-94b2-746bc18aa6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:21.979385 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-484e0c70-2173-4b3b-94b2-746bc18aa6ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 1128 time: 0.0455387 Jul 21 23:42:22.027788 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-5d03987f-dec6-4c5e-a349-bc9715c2114d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada HTTP/1.1" status: 200 len: 217 time: 0.0348613 Jul 21 23:42:22.079903 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-44ba466f-ddb9-462f-a83d-62c3b8295462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:22.081401 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-44ba466f-ddb9-462f-a83d-62c3b8295462 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.0461545 Jul 21 23:42:22.133354 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-a19860b5-1460-4bf0-9846-5f97880fdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:22.134839 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-a19860b5-1460-4bf0-9846-5f97880fdaf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456219 Jul 21 23:42:22.225789 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-f5b9d42b-c83f-4fa9-887f-3e09494a7d46 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838902 Jul 21 23:42:22.331692 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd3f32c6-8827-446d-a1ec-a118a58f5de2 req-22b7316f-26c1-4526-b59d-098d36f13256 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986884 Jul 21 23:42:22.630338 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64f5fd-01d1-45c5-9b86-e546aa822cea req-9440394b-b1d5-49d4-b63a-c871b724ca54 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:22.631731 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3a64f5fd-01d1-45c5-9b86-e546aa822cea req-9440394b-b1d5-49d4-b63a-c871b724ca54 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 944 time: 0.0481422 Jul 21 23:42:22.678693 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3a64f5fd-01d1-45c5-9b86-e546aa822cea req-bb9987ef-e02f-45f5-bc56-c6f41b71b820 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 Jul 21 23:42:22.820978 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd696a5c-89ee-4505-bcce-f40fe755da21 req-6df8abda-c430-4ebc-a211-cd71650b08df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:22.822523 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd696a5c-89ee-4505-bcce-f40fe755da21 req-6df8abda-c430-4ebc-a211-cd71650b08df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0486758 Jul 21 23:42:22.870028 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd696a5c-89ee-4505-bcce-f40fe755da21 req-c00d9fc2-f4a4-4804-994c-67cc0a78006b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414233 Jul 21 23:42:23.494765 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-b5a5cfb0-8e5a-4251-a53a-b44b7a5bfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:23.496245 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-b5a5cfb0-8e5a-4251-a53a-b44b7a5bfc5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 1128 time: 0.0401821 Jul 21 23:42:23.578833 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:23.599824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-1c9915fe-e0ea-44f3-ac2a-cd4b050ac62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:23.601321 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-1c9915fe-e0ea-44f3-ac2a-cd4b050ac62e service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.0934701 Jul 21 23:42:23.641412 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-b767a656-0c34-4f20-b594-6e47ace88247 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada HTTP/1.1" status: 200 len: 217 time: 0.0329554 Jul 21 23:42:23.673907 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:23.690815 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-301a2012-a4aa-4c39-8021-4f67495fa14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:23.692236 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-301a2012-a4aa-4c39-8021-4f67495fa14c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.0449624 Jul 21 23:42:23.740842 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-aa353b10-e101-4b0c-b8fb-d3e5ea65b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:23.742395 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-aa353b10-e101-4b0c-b8fb-d3e5ea65b2c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436745 Jul 21 23:42:23.776627 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:23.795013 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b29b-c661-45e5-8d82-8166d9cb5c27 req-a3b2b62b-c4b4-4b8a-a099-b1fb99e922ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:23.796491 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d5f8b29b-c661-45e5-8d82-8166d9cb5c27 req-a3b2b62b-c4b4-4b8a-a099-b1fb99e922ec tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 944 time: 0.0487740 Jul 21 23:42:23.841110 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-f7e027ce-205e-4039-8023-167316265a8d service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858660 Jul 21 23:42:23.843728 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d5f8b29b-c661-45e5-8d82-8166d9cb5c27 req-322834a1-58ef-4a26-9446-e106fdaf9a4b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Jul 21 23:42:23.953681 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95b1a4a0-d46e-4688-9c16-125ecbc2b070 req-ab5c7c91-387c-4db5-8f4b-daf0891970c7 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010060 Jul 21 23:42:23.986609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b2667-5f9f-4557-86cb-3f0ffdb19e27 req-0ef2a678-bb85-450a-b5cb-158388434014 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:23.988112 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7f9b2667-5f9f-4557-86cb-3f0ffdb19e27 req-0ef2a678-bb85-450a-b5cb-158388434014 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Jul 21 23:42:24.035671 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7f9b2667-5f9f-4557-86cb-3f0ffdb19e27 req-b726910c-78a1-4d16-a364-7a5288c4d256 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420961 Jul 21 23:42:24.396949 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=22,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:24.403388 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:42:24.960998 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd940b-c241-4c23-a08c-76a37c9f481e req-8ffbfbbe-3024-4a6e-9a40-bf89cd74aaaa tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:24.962500 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-31bd940b-c241-4c23-a08c-76a37c9f481e req-8ffbfbbe-3024-4a6e-9a40-bf89cd74aaaa tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 944 time: 0.0509832 Jul 21 23:42:25.010982 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-31bd940b-c241-4c23-a08c-76a37c9f481e req-878ce898-84ed-44e6-be48-a89998758b96 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Jul 21 23:42:25.153325 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5e5cb-b750-4f4d-bdf0-3da722608368 req-02d82af3-c7f4-48ea-a1ec-fcf95e844064 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:25.154717 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bcb5e5cb-b750-4f4d-bdf0-3da722608368 req-02d82af3-c7f4-48ea-a1ec-fcf95e844064 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0515068 Jul 21 23:42:25.200734 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bcb5e5cb-b750-4f4d-bdf0-3da722608368 req-a5f4d59d-55e9-4fc7-aff2-acef639867ca tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405293 Jul 21 23:42:25.314347 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 2620f97b-ffd2-4d54-91c5-27106fd73ada details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:42:25.413965 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 2620f97b-ffd2-4d54-91c5-27106fd73ada, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:25.425845 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'port_id': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'mac_address': 'fa:16:3e:6d:94:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:42:25.462394 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 2620f97b-ffd2-4d54-91c5-27106fd73ada is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:42:25.462788 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:25.477082 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2620f97b-ffd2-4d54-91c5-27106fd73ada {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:42:25.497629 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 2620f97b-ffd2-4d54-91c5-27106fd73ada, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:25.502715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:25.549427 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=2620f97b-ffd2-4d54-91c5-27106fd73ada,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:25.826525 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['2620f97b-ffd2-4d54-91c5-27106fd73ada'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:42:25.918835 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a327-c35f-48ac-976d-34c67893c85e req-a0c4331a-c961-48ad-b96c-b986559d789a tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:25.920330 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0d15a327-c35f-48ac-976d-34c67893c85e req-a0c4331a-c961-48ad-b96c-b986559d789a tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0777230 Jul 21 23:42:25.926167 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-e856afd8-a0f9-43be-8048-6df82c56e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:25.927570 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-e856afd8-a0f9-43be-8048-6df82c56e6c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1168 time: 0.0552075 Jul 21 23:42:26.042565 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0d15a327-c35f-48ac-976d-34c67893c85e req-ce3c149d-e73c-40f8-a025-5319914e5527 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140084 Jul 21 23:42:26.069710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-dd5b0c65-7923-4ee7-a078-05bfc36daf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:26.071227 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-dd5b0c65-7923-4ee7-a078-05bfc36daf71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 916 time: 0.1264074 Jul 21 23:42:26.132918 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a76270-eb1e-4472-8779-ec4f5c3be94c req-f6846d7f-457a-46cd-b717-de99bec48785 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:26.134443 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53a76270-eb1e-4472-8779-ec4f5c3be94c req-f6846d7f-457a-46cd-b717-de99bec48785 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 945 time: 0.0503144 Jul 21 23:42:26.143279 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-f4945d52-fb6f-4df2-b6fa-94f139e340b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 1001 time: 0.0633805 Jul 21 23:42:26.183132 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53a76270-eb1e-4472-8779-ec4f5c3be94c req-95be5e39-c23b-44f8-ac86-78aa5e95ff19 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Jul 21 23:42:26.202052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-eea11613-1cb4-4a21-8402-0dccb04b3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:26.203548 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-eea11613-1cb4-4a21-8402-0dccb04b3618 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 200 len: 854 time: 0.0456581 Jul 21 23:42:26.253716 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-5f1a181f-3f6c-4252-af79-358d270f859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:26.255255 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-5f1a181f-3f6c-4252-af79-358d270f859a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400257 Jul 21 23:42:26.369279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957de72-657c-4759-9e79-1d51a4ae0fd1 req-ba3c5335-c1c2-4aaa-9fea-e1071ed1397e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:26.370779 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9957de72-657c-4759-9e79-1d51a4ae0fd1 req-ba3c5335-c1c2-4aaa-9fea-e1071ed1397e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0954118 Jul 21 23:42:26.413442 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-7d53fea2-21db-4862-b6e1-d6d07b7b3f88 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451755 Jul 21 23:42:26.418985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:26.422581 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:26.455230 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9957de72-657c-4759-9e79-1d51a4ae0fd1 req-bf0ee677-23e0-420d-bdda-a2c30066a26f tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782096 Jul 21 23:42:26.526792 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-81d76edf-767f-4b75-89b4-fbba4559e4c6 req-69486e12-c261-42da-8e7d-8caa9f22b742 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064851 Jul 21 23:42:27.159610 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c95a5-a8e7-4820-b110-3c716d347ca6 req-74e4a490-c44a-49b1-9abf-c950caf61ce5 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:27.161107 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a56c95a5-a8e7-4820-b110-3c716d347ca6 req-74e4a490-c44a-49b1-9abf-c950caf61ce5 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0490718 Jul 21 23:42:27.229352 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a56c95a5-a8e7-4820-b110-3c716d347ca6 req-f9ce60d1-7fc4-4db7-8b94-e9744fbd0b68 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617521 Jul 21 23:42:27.301668 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3b8b-a7db-4354-9f0d-4d74bf7d6307 req-7fed76cf-ec2f-4133-8d08-32d9ec7dd4b0 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:27.303147 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5e6b3b8b-a7db-4354-9f0d-4d74bf7d6307 req-7fed76cf-ec2f-4133-8d08-32d9ec7dd4b0 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 945 time: 0.0496628 Jul 21 23:42:27.320578 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 2620f97b-ffd2-4d54-91c5-27106fd73ada up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:42:27.353219 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5e6b3b8b-a7db-4354-9f0d-4d74bf7d6307 req-550b0ff6-b836-4493-a9d0-d700cfc96cb2 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Jul 21 23:42:27.363499 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 2620f97b-ffd2-4d54-91c5-27106fd73ada completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:42:27.370077 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 2620f97b-ffd2-4d54-91c5-27106fd73ada triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:42:27.370489 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:27.444447 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 2620f97b-ffd2-4d54-91c5-27106fd73ada is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:42:27.444827 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:27.461913 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:27.467953 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:27.470195 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b545000e-41bc-4590-825b-cc69a751c689" -d '{"events": [{"server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "name": "network-vif-plugged", "status": "completed", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:27.482716 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:27.486048 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 2620f97b-ffd2-4d54-91c5-27106fd73ada, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:42:27.491851 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:27.517041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb0be33-e626-41ee-aa87-8948016d83be x-openstack-request-id: req-8cb0be33-e626-41ee-aa87-8948016d83be {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:27.517378 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "name": "network-vif-plugged", "status": "completed", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:27.517635 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8cb0be33-e626-41ee-aa87-8948016d83be {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:27.518026 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb0be33-e626-41ee-aa87-8948016d83be'] response: {'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'code': 200} Jul 21 23:42:27.545626 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=2620f97b-ffd2-4d54-91c5-27106fd73ada,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:42:27.591448 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9910da-a57e-4a33-8d7a-12d8b1975df3 req-04efd7b7-a69e-426f-9d9e-1a3266f46327 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:27.592954 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7b9910da-a57e-4a33-8d7a-12d8b1975df3 req-04efd7b7-a69e-426f-9d9e-1a3266f46327 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0572503 Jul 21 23:42:27.646353 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7b9910da-a57e-4a33-8d7a-12d8b1975df3 req-cfc4b6f4-7f70-4bc5-b35a-eb36a6e119e2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466754 Jul 21 23:42:27.704678 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82df6-ff29-4158-8e46-55a711f0b56e req-7ad3fa91-b5c9-441d-9e4e-7d7569e9cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:27.706194 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-92b82df6-ff29-4158-8e46-55a711f0b56e req-7ad3fa91-b5c9-441d-9e4e-7d7569e9cbdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 1130 time: 0.0416183 Jul 21 23:42:27.752883 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-92b82df6-ff29-4158-8e46-55a711f0b56e req-dc37f526-3a48-4d09-8bc2-3d76ffbf70e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Jul 21 23:42:28.347312 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3455b-03bb-48de-9c27-2bd613ed43a6 req-e23924d2-d33c-4042-8e48-ae5455695a27 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:28.348812 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7fd3455b-03bb-48de-9c27-2bd613ed43a6 req-e23924d2-d33c-4042-8e48-ae5455695a27 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0487373 Jul 21 23:42:28.410326 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7fd3455b-03bb-48de-9c27-2bd613ed43a6 req-f87278b6-9a61-4c1c-b84a-f8bf4b8c64e4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554259 Jul 21 23:42:28.470280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263fa83-583b-415f-92c4-dd72f1941552 req-9938d289-04c6-40e5-86ad-be9f7aac1e20 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:28.471765 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e263fa83-583b-415f-92c4-dd72f1941552 req-9938d289-04c6-40e5-86ad-be9f7aac1e20 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 946 time: 0.0484331 Jul 21 23:42:28.520004 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e263fa83-583b-415f-92c4-dd72f1941552 req-fdd4d7bf-410c-4270-94c5-2e47fb3085d0 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427752 Jul 21 23:42:28.748797 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:28.765166 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892c384-9409-4440-952d-448cced336f0 req-f66ca91e-bbe9-45a4-bb1f-78e8e987a889 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:28.766684 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1892c384-9409-4440-952d-448cced336f0 req-f66ca91e-bbe9-45a4-bb1f-78e8e987a889 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0491698 Jul 21 23:42:28.813539 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1892c384-9409-4440-952d-448cced336f0 req-1e3c3583-830e-404a-b057-55fce814cbe5 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413721 Jul 21 23:42:29.528271 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9e942-e7de-4c8c-9adb-202af68d50fd req-7890298a-b655-49da-815a-82d271b2a48e tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:29.529758 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bdf9e942-e7de-4c8c-9adb-202af68d50fd req-7890298a-b655-49da-815a-82d271b2a48e tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0493114 Jul 21 23:42:29.595036 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bdf9e942-e7de-4c8c-9adb-202af68d50fd req-4b05a246-fe7a-4405-a816-737e57ca4e86 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597069 Jul 21 23:42:29.643541 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8be326-ab98-4d5c-a2e7-155b9d519a73 req-bc58d532-df43-4b0b-8922-184e1741d708 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:29.645025 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6d8be326-ab98-4d5c-a2e7-155b9d519a73 req-bc58d532-df43-4b0b-8922-184e1741d708 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 946 time: 0.0526795 Jul 21 23:42:29.692453 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6d8be326-ab98-4d5c-a2e7-155b9d519a73 req-d1468130-cb06-41dc-9b0c-26601d9dd39e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Jul 21 23:42:29.801001 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590506-fbdd-4c5d-b820-dee314ce904c req-bc2a99b5-3ca5-4eb2-9837-b1eb3f9cadd4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:29.802599 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2f590506-fbdd-4c5d-b820-dee314ce904c req-bc2a99b5-3ca5-4eb2-9837-b1eb3f9cadd4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 946 time: 0.0483401 Jul 21 23:42:29.812213 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33836) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:29.817034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'port_id': '2620f97b-ffd2-4d54-91c5-27106fd73ada'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:29.855985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (d9533fe9-04e3-460d-a82a-ac4a0573ebfe), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:29.928015 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2d4e8-1738-4fc6-9dc7-2f6f52881bc8 req-cec80e81-475a-4017-9051-ec2efc3fe7ba tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:29.929540 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5fb2d4e8-1738-4fc6-9dc7-2f6f52881bc8 req-cec80e81-475a-4017-9051-ec2efc3fe7ba tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0477562 Jul 21 23:42:29.980927 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5fb2d4e8-1738-4fc6-9dc7-2f6f52881bc8 req-5e423496-8424-42a2-8cc5-3de0a4d7a199 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448689 Jul 21 23:42:30.195508 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:30.274155 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:30.286439 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:30.289819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (d9533fe9-04e3-460d-a82a-ac4a0573ebfe), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:30.385120 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP d9533fe9-04e3-460d-a82a-ac4a0573ebfe associated. External IP: 172.27.1.156, port: 2620f97b-ffd2-4d54-91c5-27106fd73ada. Jul 21 23:42:30.584116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:42:30.954599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca8f-bc63-4c47-9b4b-305605a77359 req-628a8c00-99aa-4234-b970-0a0177556184 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:30.955960 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7f5fca8f-bc63-4c47-9b4b-305605a77359 req-628a8c00-99aa-4234-b970-0a0177556184 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0867383 Jul 21 23:42:30.989682 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:42:30.994968 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:31.000595 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:42:31.012610 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:31.013443 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:31.053747 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1e318fa6-6512-48ce-9ca9-c628b31f95bb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "PUT /v2.0/floatingips/d9533fe9-04e3-460d-a82a-ac4a0573ebfe HTTP/1.1" status: 200 len: 992 time: 1.2403224 Jul 21 23:42:31.055456 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:31.058486 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8534327-9557-416f-b54f-0452814531f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:31.066441 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7f5fca8f-bc63-4c47-9b4b-305605a77359 req-45d40007-f5c5-4b24-87f9-03ed5d58f8c5 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021028 Jul 21 23:42:31.116394 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b587ba04-899e-4925-85c3-7ef24c167f29 x-openstack-request-id: req-b587ba04-899e-4925-85c3-7ef24c167f29 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:31.116682 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:31.116948 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b587ba04-899e-4925-85c3-7ef24c167f29 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:31.117355 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b587ba04-899e-4925-85c3-7ef24c167f29'] response: {'name': 'network-changed', 'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'status': 'completed', 'code': 200} Jul 21 23:42:31.122138 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa8b26-3a8f-40b5-a456-a2e09ec00810 req-beaf71d5-0643-46bc-9c0c-029b85d2e997 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:31.123722 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-49aa8b26-3a8f-40b5-a456-a2e09ec00810 req-beaf71d5-0643-46bc-9c0c-029b85d2e997 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0709157 Jul 21 23:42:31.129916 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:31.176114 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-49aa8b26-3a8f-40b5-a456-a2e09ec00810 req-53ef2752-f3d3-43ba-8711-ab845930bff1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466611 Jul 21 23:42:31.195356 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534327-9557-416f-b54f-0452814531f7 req-34556ea7-1b56-4c3a-818f-8c56d08c65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:31.197011 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8534327-9557-416f-b54f-0452814531f7 req-34556ea7-1b56-4c3a-818f-8c56d08c65ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 1130 time: 0.0465214 Jul 21 23:42:31.294751 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534327-9557-416f-b54f-0452814531f7 req-b5741051-f9e6-4b01-a592-29d3eec9b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:31.296239 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8534327-9557-416f-b54f-0452814531f7 req-b5741051-f9e6-4b01-a592-29d3eec9b0ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.0914116 Jul 21 23:42:31.365702 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8534327-9557-416f-b54f-0452814531f7 req-2ba44204-1205-4172-91ed-8059d50ef896 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada HTTP/1.1" status: 200 len: 1000 time: 0.0601881 Jul 21 23:42:31.424407 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534327-9557-416f-b54f-0452814531f7 req-1152fcce-3665-4d1c-9135-d3510d5f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:31.425896 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8534327-9557-416f-b54f-0452814531f7 req-1152fcce-3665-4d1c-9135-d3510d5f6cf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.0445321 Jul 21 23:42:31.470626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534327-9557-416f-b54f-0452814531f7 req-2e0bfc24-225c-45d6-9e40-51176fdb6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:31.472119 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8534327-9557-416f-b54f-0452814531f7 req-2e0bfc24-225c-45d6-9e40-51176fdb6c9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392680 Jul 21 23:42:31.478084 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'd9533fe9-04e3-460d-a82a-ac4a0573ebfe', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:6d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d749247-571b-427e-83af-e7b9a7c3894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:42:18Z', 'updated_at': '2022-07-21T23:42:30Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:31.504476 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:42:31.513113 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:31.513760 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:31.566370 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:31.568499 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:31.574106 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8534327-9557-416f-b54f-0452814531f7 req-efcebd25-dbf3-4fa6-9b44-5ba63855c18c service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936885 Jul 21 23:42:31.617009 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:31.707949 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8534327-9557-416f-b54f-0452814531f7 req-5a97590b-fffd-4d20-afc6-ad273330ffd5 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949054 Jul 21 23:42:31.834332 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'd9533fe9-04e3-460d-a82a-ac4a0573ebfe', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:6d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d749247-571b-427e-83af-e7b9a7c3894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:42:18Z', 'updated_at': '2022-07-21T23:42:30Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:31.859028 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daee349-9cb6-4518-8a48-239c82629bd9 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'd9533fe9-04e3-460d-a82a-ac4a0573ebfe', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:6d:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d749247-571b-427e-83af-e7b9a7c3894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:42:18Z', 'updated_at': '2022-07-21T23:42:30Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:42:32.037534 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42877ce9-1a5b-4840-9e1f-f75b28d0c008 None None] New status for floating IP d9533fe9-04e3-460d-a82a-ac4a0573ebfe: ACTIVE {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:42:32.039810 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:32.203409 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e11e1-d80a-4b7f-af0b-ee002e160aab req-0075487e-1966-450c-9405-f1716a3fb4f3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:32.204947 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c70e11e1-d80a-4b7f-af0b-ee002e160aab req-0075487e-1966-450c-9405-f1716a3fb4f3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0675578 Jul 21 23:42:32.270808 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c70e11e1-d80a-4b7f-af0b-ee002e160aab req-5b50ff8c-0202-4d73-a15b-84ccb73feb37 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595369 Jul 21 23:42:32.305582 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96634d8-6111-4bf8-9ab4-fa05cbf7c7a6 req-6cf3e937-6239-4e1d-a48a-88eaf9d57caa tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:32.307624 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e96634d8-6111-4bf8-9ab4-fa05cbf7c7a6 req-6cf3e937-6239-4e1d-a48a-88eaf9d57caa tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0547941 Jul 21 23:42:32.354227 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e96634d8-6111-4bf8-9ab4-fa05cbf7c7a6 req-3296c7d1-7400-44d6-8842-cf4e1597aba7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407693 Jul 21 23:42:33.138663 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca16e7-cfb9-46e2-b7c9-3b24c4626fd1 req-b6520862-0dea-4380-903c-6841a8987704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:33.140148 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-18ca16e7-cfb9-46e2-b7c9-3b24c4626fd1 req-b6520862-0dea-4380-903c-6841a8987704 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1129 time: 0.0391796 Jul 21 23:42:33.185622 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-18ca16e7-cfb9-46e2-b7c9-3b24c4626fd1 req-a5de9b39-cf1f-49ca-bc35-772d3449e1bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382094 Jul 21 23:42:33.387440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04b82f-c8f7-4a47-b4a7-304124f9edae req-7c244fe6-8c2f-49ee-975f-75e9ea6ff1cb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:33.388960 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6b04b82f-c8f7-4a47-b4a7-304124f9edae req-7c244fe6-8c2f-49ee-975f-75e9ea6ff1cb tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0484262 Jul 21 23:42:33.456726 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6b04b82f-c8f7-4a47-b4a7-304124f9edae req-0a8c57f0-1252-4448-93c9-b2a9f391ac85 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620289 Jul 21 23:42:33.471211 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff17d3-7b8f-482c-96d1-b3971e60cb77 req-c4b110fa-9a24-4b2e-a436-2c69c5142b48 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:33.472762 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2fff17d3-7b8f-482c-96d1-b3971e60cb77 req-c4b110fa-9a24-4b2e-a436-2c69c5142b48 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0486484 Jul 21 23:42:33.504186 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:33.527173 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2fff17d3-7b8f-482c-96d1-b3971e60cb77 req-8f9ba622-7267-42cc-bc2e-1f8490954cfd tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487862 Jul 21 23:42:34.579740 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b46999-2836-49b9-afba-137c9bbc442f req-4b3ce294-f9ad-47d4-b7cf-82140373b786 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:34.581303 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b1b46999-2836-49b9-afba-137c9bbc442f req-4b3ce294-f9ad-47d4-b7cf-82140373b786 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0521462 Jul 21 23:42:34.644975 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b1b46999-2836-49b9-afba-137c9bbc442f req-e5b34017-8f0e-4233-8523-7d516af4ab1a tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580754 Jul 21 23:42:34.656558 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ca3d-3990-4629-87e6-e408d4e61161 req-9f7d40b4-bf11-4aeb-9b19-8769257c34f1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:34.658252 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-69e8ca3d-3990-4629-87e6-e408d4e61161 req-9f7d40b4-bf11-4aeb-9b19-8769257c34f1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0487931 Jul 21 23:42:34.706151 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-69e8ca3d-3990-4629-87e6-e408d4e61161 req-5c3a5bce-7436-47cd-bf05-7f05be26f329 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424616 Jul 21 23:42:35.048184 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:35.765260 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d94073-07e0-4e97-9675-1ef830424eb0 req-f994b71e-6213-461a-aca1-37a3dc5f4c4b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:35.766749 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8d94073-07e0-4e97-9675-1ef830424eb0 req-f994b71e-6213-461a-aca1-37a3dc5f4c4b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0552499 Jul 21 23:42:35.820477 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70614-876b-44e0-9e54-5e6c778a7480 req-b95dc919-c048-4122-b1d0-1f768a9a5922 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:35.822003 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-48f70614-876b-44e0-9e54-5e6c778a7480 req-b95dc919-c048-4122-b1d0-1f768a9a5922 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0478506 Jul 21 23:42:35.835479 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8d94073-07e0-4e97-9675-1ef830424eb0 req-d44df6dd-c549-4e98-a0e9-ad2d21d848ae tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631285 Jul 21 23:42:35.872282 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-48f70614-876b-44e0-9e54-5e6c778a7480 req-da4191fd-0e39-4b5f-9301-df32d214043b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440063 Jul 21 23:42:36.328618 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d1fa-fda3-4b07-b800-a7113590fdf3 req-8c76834f-e580-4746-b14e-fac480d8fb09 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:36.330117 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f0e7d1fa-fda3-4b07-b800-a7113590fdf3 req-8c76834f-e580-4746-b14e-fac480d8fb09 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0733047 Jul 21 23:42:36.333026 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-60bc7333-55fe-4a3c-810d-c258702c1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:36.334820 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-60bc7333-55fe-4a3c-810d-c258702c1cc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1129 time: 0.0686636 Jul 21 23:42:36.434656 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f0e7d1fa-fda3-4b07-b800-a7113590fdf3 req-010adca1-e08a-4105-8a10-71be2657a711 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986993 Jul 21 23:42:36.464383 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-b85973e7-d18f-48dd-a365-3c4e9f6eb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:36.465882 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-b85973e7-d18f-48dd-a365-3c4e9f6eb34c service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.1134467 Jul 21 23:42:36.533623 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-ec60c02f-60c4-493a-9e28-cade39a17c53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 1001 time: 0.0562625 Jul 21 23:42:36.593413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-8f35bb15-ba5a-429a-b4d8-b09cdbf19ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:36.594780 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-8f35bb15-ba5a-429a-b4d8-b09cdbf19ff7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0479450 Jul 21 23:42:36.637616 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:36.641453 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-c5c9e780-fbe7-448e-9887-17ccf4ffc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:36.642959 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-c5c9e780-fbe7-448e-9887-17ccf4ffc668 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396078 Jul 21 23:42:36.711071 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:36.740630 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-f0568ce1-1fe0-4f0b-b0a1-fbb988ac80a6 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840683 Jul 21 23:42:36.841549 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6ab6a956-22d5-49d4-b740-b1cc710eae31 req-cd1dba93-1e75-4b0f-b2a9-19658f9bc41a service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880609 Jul 21 23:42:36.958397 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b81f90-f5a2-4167-a880-47ea4ed7f6ef req-a9f8a257-2940-450d-88fa-adf8a837dff9 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:36.959915 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-47b81f90-f5a2-4167-a880-47ea4ed7f6ef req-a9f8a257-2940-450d-88fa-adf8a837dff9 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0536742 Jul 21 23:42:37.020933 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-47b81f90-f5a2-4167-a880-47ea4ed7f6ef req-61647eee-2464-4b63-b85b-e36ff994015a tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542929 Jul 21 23:42:37.548791 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fcb30-d92f-4105-beb5-9c86c508051d req-48a46932-599c-43e4-9174-963cd89ae59e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:37.550268 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-133fcb30-d92f-4105-beb5-9c86c508051d req-48a46932-599c-43e4-9174-963cd89ae59e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0482311 Jul 21 23:42:37.597825 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-133fcb30-d92f-4105-beb5-9c86c508051d req-d5b76468-d8dc-4ecb-9a36-d20197fb8eb2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420673 Jul 21 23:42:37.766153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-874af964-8249-4595-870a-84e4b84133a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:38.138202 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5749-235e-4489-8850-015461184536 req-b91c3483-00b2-4c9f-a7c3-977bc3af5199 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:38.139663 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ceec5749-235e-4489-8850-015461184536 req-b91c3483-00b2-4c9f-a7c3-977bc3af5199 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0483911 Jul 21 23:42:38.200711 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ceec5749-235e-4489-8850-015461184536 req-385c1d65-9edf-4686-8339-dd611c67ba04 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554588 Jul 21 23:42:38.716930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062984a7-18a3-4502-9e30-11ee9d9184fb req-95c68409-c0d9-40f2-a880-dafa2c049eac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:38.718420 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-062984a7-18a3-4502-9e30-11ee9d9184fb req-95c68409-c0d9-40f2-a880-dafa2c049eac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0502982 Jul 21 23:42:38.765626 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-062984a7-18a3-4502-9e30-11ee9d9184fb req-1256c252-12f2-4c2e-98c4-505d80e797ca tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417373 Jul 21 23:42:39.326710 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d03d9a-c17c-482c-bffb-c4b11ffaeb60 req-f5997acb-30e3-43e5-803f-74d6dc87992a tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:39.328238 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f8d03d9a-c17c-482c-bffb-c4b11ffaeb60 req-f5997acb-30e3-43e5-803f-74d6dc87992a tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0513954 Jul 21 23:42:39.395041 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f8d03d9a-c17c-482c-bffb-c4b11ffaeb60 req-ae1403d7-192d-42c2-b6d6-9d5616bc46e3 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608299 Jul 21 23:42:39.878625 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77fadd-2c6a-4ae4-96c2-64b7df300c15 req-f18ad00e-ea2a-41a0-8129-023693cf6afb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:39.880118 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4f77fadd-2c6a-4ae4-96c2-64b7df300c15 req-f18ad00e-ea2a-41a0-8129-023693cf6afb tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Jul 21 23:42:39.929144 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4f77fadd-2c6a-4ae4-96c2-64b7df300c15 req-c77a1475-1f9b-4605-808e-2c74f07d19b9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422151 Jul 21 23:42:40.041906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ebbfb-f2bf-45f9-8cdf-31445fdda7c4 req-218f790e-1dad-4920-8406-77acc56824f8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:40.043431 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-373ebbfb-f2bf-45f9-8cdf-31445fdda7c4 req-218f790e-1dad-4920-8406-77acc56824f8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0492024 Jul 21 23:42:40.051864 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 33902) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:42:40.056325 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Request body: {'floatingip': {'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:42:40.113234 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:40.335511 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d4d679a8-52ae-40a1-80dc-155604c3e7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:40.523546 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5b33-9f87-40ce-a648-4a50417ca738 req-6743ce15-5b59-4df1-95af-a5ef98bd6544 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:40.525018 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cd4d5b33-9f87-40ce-a648-4a50417ca738 req-6743ce15-5b59-4df1-95af-a5ef98bd6544 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0625267 Jul 21 23:42:40.611889 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:40.620541 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:40.655084 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:40.660782 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cd4d5b33-9f87-40ce-a648-4a50417ca738 req-adacf9de-c687-4591-8e02-9e08c056dcea tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290081 Jul 21 23:42:40.661854 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:40.861638 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:42:40.964736 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:42:40.969253 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:40.974311 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] Sync routers for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:42:40.984068 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:40.984689 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:41.002794 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:41.005027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774a52e9-ab6f-457e-b5e4-5b5777693a11" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:41.039933 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-b516e6cd-57af-4c96-bceb-fcfea4466a56 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "PUT /v2.0/floatingips/7303ed5d-3cae-435f-93a7-81a45e97ecc3 HTTP/1.1" status: 200 len: 993 time: 0.9848452 Jul 21 23:42:41.045941 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ad96ac-15e2-430b-bd0c-53f4641d8704 x-openstack-request-id: req-76ad96ac-15e2-430b-bd0c-53f4641d8704 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:41.046225 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:41.046481 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76ad96ac-15e2-430b-bd0c-53f4641d8704 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:41.046879 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ad96ac-15e2-430b-bd0c-53f4641d8704'] response: {'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'status': 'completed', 'code': 200} Jul 21 23:42:41.085099 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:41.096790 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:41.127560 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-dd3e988b-0c8f-4435-a506-331ece866c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:41.128294 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:41.129472 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-dd3e988b-0c8f-4435-a506-331ece866c5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1129 time: 0.0407176 Jul 21 23:42:41.226358 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-caed4b3b-7552-4b80-82f7-1a9084f8562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:41.228070 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-caed4b3b-7552-4b80-82f7-1a9084f8562b service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.0911922 Jul 21 23:42:41.292964 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-3fc4cc02-9b6b-4c68-aa4a-6f8a147d2e96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 1001 time: 0.0557408 Jul 21 23:42:41.311762 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '7303ed5d-3cae-435f-93a7-81a45e97ecc3', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'mac_address': 'fa:16:3e:df:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:42:40Z', 'revision_number': 3, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:41.340992 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] Checking router: 95ab97f9-82ec-4c3e-b987-4561c9a87f28 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:42:41.346416 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-726c02bb-a324-465e-aa9c-c26e501891f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:41.347905 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-726c02bb-a324-465e-aa9c-c26e501891f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0465932 Jul 21 23:42:41.360786 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:42:41.361505 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:41.365281 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:41.397002 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-fd4e6f7b-e479-4f1c-b205-061a3076e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:41.398466 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-fd4e6f7b-e479-4f1c-b205-061a3076e97f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441301 Jul 21 23:42:41.463267 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:42:41.491208 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-5aaff948-4868-4b99-9c63-1eadeab1ae06 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857787 Jul 21 23:42:41.581838 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:41.586424 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-774a52e9-ab6f-457e-b5e4-5b5777693a11 req-50aa02b9-3ca3-4ea5-9176-65a30c49ab4e service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890205 Jul 21 23:42:41.690126 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '7303ed5d-3cae-435f-93a7-81a45e97ecc3', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'mac_address': 'fa:16:3e:df:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:42:40Z', 'revision_number': 3, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:42:41.714535 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb774887-1d4c-4514-ac1c-b8322320ec64 None None] The sync data for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi is: [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '7303ed5d-3cae-435f-93a7-81a45e97ecc3', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'port_id': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'mac_address': 'fa:16:3e:df:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:42:40Z', 'revision_number': 3, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:42:41.779161 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32aa94-c1d8-4a85-9a48-5c5627a9da3e req-f32f7577-8533-4516-ae1b-302bbd475768 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:41.780830 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a32aa94-c1d8-4a85-9a48-5c5627a9da3e req-f32f7577-8533-4516-ae1b-302bbd475768 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0502415 Jul 21 23:42:41.831557 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:41.847339 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a32aa94-c1d8-4a85-9a48-5c5627a9da3e req-628c1d65-c05c-474c-9681-abc077659914 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607173 Jul 21 23:42:42.758299 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:42.953893 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:42.965958 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6271d3-1202-44e0-80fa-ebdc484435c5 req-15e5d2b2-61f0-491c-ba02-18ee1e039e66 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:42.967432 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5d6271d3-1202-44e0-80fa-ebdc484435c5 req-15e5d2b2-61f0-491c-ba02-18ee1e039e66 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0491929 Jul 21 23:42:43.026663 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5d6271d3-1202-44e0-80fa-ebdc484435c5 req-2bd7715e-9c9c-4231-bd60-f9b075fa4861 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537252 Jul 21 23:42:43.048519 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:42:43.050877 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c44dedb-faf5-4ff3-8c4b-539520365ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:42:43.085824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc6a31-fcaf-4eb0-80c6-fa7a1ebd46e3 x-openstack-request-id: req-bfdc6a31-fcaf-4eb0-80c6-fa7a1ebd46e3 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:42:43.086111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:42:43.086361 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfdc6a31-fcaf-4eb0-80c6-fa7a1ebd46e3 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:42:43.086801 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdc6a31-fcaf-4eb0-80c6-fa7a1ebd46e3'] response: {'name': 'network-changed', 'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'status': 'completed', 'code': 200} Jul 21 23:42:43.167795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-b981b557-8b1d-411d-b60e-b8fa108b864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:43.169203 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-b981b557-8b1d-411d-b60e-b8fa108b864f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 1129 time: 0.0402610 Jul 21 23:42:43.215166 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:42:43.269531 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-c718f219-8bf6-4b05-963c-aa58ccff0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:43.270999 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-c718f219-8bf6-4b05-963c-aa58ccff0aa4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.0909467 Jul 21 23:42:43.339190 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-b0aad47d-01cf-49c7-9777-f65cd4c55633 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 200 len: 1001 time: 0.0584569 Jul 21 23:42:43.387848 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-bff60f76-fbde-4263-9ccb-759a0b7797e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:43.389284 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-bff60f76-fbde-4263-9ccb-759a0b7797e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0433862 Jul 21 23:42:43.432533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-7d7cee0f-8897-437a-b360-99241442889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:43.433927 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-7d7cee0f-8897-437a-b360-99241442889c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381341 Jul 21 23:42:43.756792 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-bff08d71-f726-41f3-8ecf-98b6b7f01a1a service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138661 Jul 21 23:42:43.845613 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3c44dedb-faf5-4ff3-8c4b-539520365ba0 req-125e1eed-37e4-4f36-ac18-44bbae8a3ffc service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819209 Jul 21 23:42:44.145291 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5be9-f2cb-445b-b85b-16d97d03768c req-ed24fa1f-c2eb-424a-9277-7f6719c936fd tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:44.146804 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cc0b5be9-f2cb-445b-b85b-16d97d03768c req-ed24fa1f-c2eb-424a-9277-7f6719c936fd tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0524757 Jul 21 23:42:44.207507 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cc0b5be9-f2cb-445b-b85b-16d97d03768c req-824ea3d5-9ad5-4631-87ab-28afd912757b tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546374 Jul 21 23:42:45.321179 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97780e48-62fd-4576-976f-90df8e2dfb41 req-89214df6-49ab-4d7a-9a63-39440f5a1d42 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:45.323278 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-97780e48-62fd-4576-976f-90df8e2dfb41 req-89214df6-49ab-4d7a-9a63-39440f5a1d42 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0470500 Jul 21 23:42:45.386390 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-97780e48-62fd-4576-976f-90df8e2dfb41 req-08968985-f575-43aa-b10b-cebcf9376472 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c61dd-f060-46d3-a82f-350a6ea95119&id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572948 Jul 21 23:42:49.376323 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:49.376992 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:53.207715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=70 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:53.209582 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:54.199708 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=18 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:54.201653 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=78 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:55.377792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=64 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:55.380111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=60 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:42:55.867027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582830e-05ca-4d77-af31-d3c88b80d126 req-38e4cd36-2bc6-4fbf-b50d-e5996e205eed tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:55.868804 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6582830e-05ca-4d77-af31-d3c88b80d126 req-38e4cd36-2bc6-4fbf-b50d-e5996e205eed tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0479028 Jul 21 23:42:55.916370 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6582830e-05ca-4d77-af31-d3c88b80d126 req-3a15ce88-ce88-49aa-aec1-3889060d59fc tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418086 Jul 21 23:42:57.030018 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5936f-0b9d-4bcc-a7be-ac736b07a074 req-24f42781-fbb3-43e3-b080-31eca31d4e61 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:57.031456 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b6e5936f-0b9d-4bcc-a7be-ac736b07a074 req-24f42781-fbb3-43e3-b080-31eca31d4e61 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0466146 Jul 21 23:42:57.078176 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b6e5936f-0b9d-4bcc-a7be-ac736b07a074 req-11117b26-159d-4410-8838-dec2c406dd09 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Jul 21 23:42:57.907402 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832256-c562-4175-9bea-d03224804733 req-99531b99-a988-4f55-964e-4c4f5f44a0aa tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:57.908791 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26832256-c562-4175-9bea-d03224804733 req-99531b99-a988-4f55-964e-4c4f5f44a0aa tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0486386 Jul 21 23:42:57.955490 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26832256-c562-4175-9bea-d03224804733 req-7739b5f5-3240-4934-9b08-c9dc35f94dc1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Jul 21 23:42:58.196169 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c3eb-cb22-481f-8425-f6450c931318 req-58e8f146-d1a1-46bd-9c7d-131e9d866a40 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:58.197593 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5583c3eb-cb22-481f-8425-f6450c931318 req-58e8f146-d1a1-46bd-9c7d-131e9d866a40 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0509501 Jul 21 23:42:58.243433 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5583c3eb-cb22-481f-8425-f6450c931318 req-028c9ef3-34f7-4904-9172-d0fe4116b3ad tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Jul 21 23:42:59.073841 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce564a4-6edc-4f0a-a6ca-2804a9437a82 req-1c165f9b-f87e-463c-9fb5-9040a781a032 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:59.075315 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9ce564a4-6edc-4f0a-a6ca-2804a9437a82 req-1c165f9b-f87e-463c-9fb5-9040a781a032 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0474949 Jul 21 23:42:59.126096 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9ce564a4-6edc-4f0a-a6ca-2804a9437a82 req-f2c18f5c-218b-4df0-90b6-7d414c47d548 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453651 Jul 21 23:42:59.355521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516187c-91cf-40f2-9953-d4d59664b45f req-7464830e-7fb9-4751-934b-34bcd7c55426 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:42:59.356997 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3516187c-91cf-40f2-9953-d4d59664b45f req-7464830e-7fb9-4751-934b-34bcd7c55426 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0471132 Jul 21 23:42:59.404269 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3516187c-91cf-40f2-9953-d4d59664b45f req-0110c280-01da-4cc9-a235-53ae354c38ee tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Jul 21 23:43:00.076509 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75151bd5-6578-4bc0-b82b-37505116a58e req-cb8a2d9a-0d9f-4e67-ae81-f72b3cdd9540 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:00.077990 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-75151bd5-6578-4bc0-b82b-37505116a58e req-cb8a2d9a-0d9f-4e67-ae81-f72b3cdd9540 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0510328 Jul 21 23:43:00.162724 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Deleting port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:00.163489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:00.249393 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba24a6-9015-4355-8e82-fe3b7c4c84c7 req-d47b37d2-96d5-4c89-bb8c-aec0a03d8a93 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:00.250905 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53ba24a6-9015-4355-8e82-fe3b7c4c84c7 req-d47b37d2-96d5-4c89-bb8c-aec0a03d8a93 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 947 time: 0.0479190 Jul 21 23:43:00.258582 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] For port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:00.258941 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:00.299383 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-53ba24a6-9015-4355-8e82-fe3b7c4c84c7 req-c9a6ed07-175c-4f4f-8bc4-b2a128294735 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=822715f5-bd4b-449e-81fc-523649b2b67d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427663 Jul 21 23:43:00.425155 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:00.425739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (6205e961-fe61-4505-aa51-1a4195f02d11), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:00.425739 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Floating IP 6205e961-fe61-4505-aa51-1a4195f02d11 disassociated. External IP: 172.27.1.95, port: 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8. Jul 21 23:43:00.426070 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Calling delete_port for 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:00.539918 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43f04a-d0f9-4d2c-8656-c8590c3a0242 req-8fc418d7-c522-461d-aa07-6edb1d227238 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:00.542057 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0e43f04a-d0f9-4d2c-8656-c8590c3a0242 req-8fc418d7-c522-461d-aa07-6edb1d227238 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0667989 Jul 21 23:43:00.612107 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:00.619242 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:00.632358 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0e43f04a-d0f9-4d2c-8656-c8590c3a0242 req-38252478-be60-4650-a8fd-749c984126a5 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819070 Jul 21 23:43:00.649045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:00.676158 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event deleted for resources: {'Port': ['ID=7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:00.685754 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.686106 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.686451 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.686792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.687131 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.687469 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.687799 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.688149 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.688937 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.688937 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.689093 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.689442 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.689769 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.690096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.690420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:00.800857 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Router c40a6a04-6cab-45de-b3ad-d88c5a6858fe has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:00.909133 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:00.919554 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] Sync routers for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:00.929514 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:00.930058 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:00.951086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] No DVR routers for this DVR port 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:00.953521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:00.956658 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-75151bd5-6578-4bc0-b82b-37505116a58e req-19a4e83c-b4e7-4719-a2b8-6b5e0fbacba1 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "DELETE /v2.0/ports/7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 HTTP/1.1" status: 204 len: 173 time: 0.8736055 Jul 21 23:43:00.957084 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-deleted', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:00.959349 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562f05e8-10dd-4d5e-b053-b8b005333145" -d '{"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-deleted", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:00.997271 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9adea2f-0f0c-4b81-b1bd-30ac6b8415b2 x-openstack-request-id: req-a9adea2f-0f0c-4b81-b1bd-30ac6b8415b2 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:00.997585 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1e0d18-427a-456e-8ca0-c246e41f1fab", "name": "network-vif-deleted", "tag": "7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:00.997913 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9adea2f-0f0c-4b81-b1bd-30ac6b8415b2 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:00.998324 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9adea2f-0f0c-4b81-b1bd-30ac6b8415b2'] response: {'server_uuid': 'eb1e0d18-427a-456e-8ca0-c246e41f1fab', 'name': 'network-vif-deleted', 'tag': '7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8', 'status': 'completed', 'code': 200} Jul 21 23:43:01.138596 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:01.326585 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:01.354906 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] Checking router: c40a6a04-6cab-45de-b3ad-d88c5a6858fe for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:01.363221 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:01.363841 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:42:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:01.408137 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:43:01.418310 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4718a068-606b-4936-9445-35c1415749b2 req-780f3119-1329-4bcf-b5c0-b7c81b8b1760 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb1e0d18-427a-456e-8ca0-c246e41f1fab HTTP/1.1" status: 200 len: 210 time: 0.0321376 Jul 21 23:43:01.472143 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:01.665907 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:01.693211 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b92fa83-7a95-4514-ba7c-7629a5bf1148 None None] The sync data for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi is: [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:01.758858 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba4886-9ed4-4f40-a4b5-0625847d5c0c req-d3afcb94-c8eb-4022-b422-e9067319adcc tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:01.760420 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e4ba4886-9ed4-4f40-a4b5-0625847d5c0c req-d3afcb94-c8eb-4022-b422-e9067319adcc tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0532439 Jul 21 23:43:01.809741 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e4ba4886-9ed4-4f40-a4b5-0625847d5c0c req-71aea387-3ce7-46a1-a73a-c8615fe76ac4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Jul 21 23:43:01.906153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a503c2-807d-4f3f-bc9f-5d5c27bcbe3a None None] New status for floating IP 6205e961-fe61-4505-aa51-1a4195f02d11: DOWN {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:43:02.506660 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34006) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:02.562507 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8b0da5aa-cc3b-408a-8bd9-51b3a470e281 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (822715f5-bd4b-449e-81fc-523649b2b67d), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:02.586098 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8b0da5aa-cc3b-408a-8bd9-51b3a470e281 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (822715f5-bd4b-449e-81fc-523649b2b67d), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:02.633388 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8b0da5aa-cc3b-408a-8bd9-51b3a470e281 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (822715f5-bd4b-449e-81fc-523649b2b67d), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:02.635976 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8b0da5aa-cc3b-408a-8bd9-51b3a470e281 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:02.637148 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-8b0da5aa-cc3b-408a-8bd9-51b3a470e281 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "DELETE /v2.0/security-groups/822715f5-bd4b-449e-81fc-523649b2b67d HTTP/1.1" status: 204 len: 168 time: 0.1294990 Jul 21 23:43:02.640009 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34008) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:02.646149 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0da5aa-cc3b-408a-8bd9-51b3a470e281 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822715f5-bd4b-449e-81fc-523649b2b67d,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:02.654542 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.api.v2.resource [None req-2eb04164-335f-40ed-b43d-a61c61121821 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] show failed (client error): The resource could not be found. Jul 21 23:43:02.655540 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2eb04164-335f-40ed-b43d-a61c61121821 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups/822715f5-bd4b-449e-81fc-523649b2b67d HTTP/1.1" status: 404 len: 347 time: 0.0145187 Jul 21 23:43:02.658539 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34010) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:02.772113 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Deleting port adfc0296-6050-4a61-ad26-ef749b906f63 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:02.772449 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (adfc0296-6050-4a61-ad26-ef749b906f63), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:02.853096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (adfc0296-6050-4a61-ad26-ef749b906f63), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:02.853464 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (adfc0296-6050-4a61-ad26-ef749b906f63), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:02.866210 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Calling delete_port for adfc0296-6050-4a61-ad26-ef749b906f63 owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:02.968414 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8fb7b-c086-474c-b066-96f870a6cc98 req-db2b0c4b-d933-4920-9943-4044c1e65ee2 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:02.969926 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9df8fb7b-c086-474c-b066-96f870a6cc98 req-db2b0c4b-d933-4920-9943-4044c1e65ee2 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0898349 Jul 21 23:43:03.044058 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:03.055268 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9df8fb7b-c086-474c-b066-96f870a6cc98 req-aeb86ae1-b7db-4916-8621-86f9c0bf138d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792801 Jul 21 23:43:03.065517 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:03.077915 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (adfc0296-6050-4a61-ad26-ef749b906f63), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.102622 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event deleted for resources: {'Port': ['ID=adfc0296-6050-4a61-ad26-ef749b906f63,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:03.172832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (6205e961-fe61-4505-aa51-1a4195f02d11), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.175520 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.176672 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3f0a8e09-043e-4a7f-9881-182a4c4f2679 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "DELETE /v2.0/floatingips/6205e961-fe61-4505-aa51-1a4195f02d11 HTTP/1.1" status: 204 len: 168 time: 0.5165524 Jul 21 23:43:03.266359 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34016) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:03.270893 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082395882', 'description': 'tempest-description--1797076343'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:03.296879 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.363114 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (23aaf8a4-6524-4de4-a3a5-24d61b43f181), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.366456 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (23aaf8a4-6524-4de4-a3a5-24d61b43f181), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.391752 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.392960 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1256185 Jul 21 23:43:03.396108 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34018) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:03.401349 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-e6a7d652-8d68-4e5a-8fdd-9d3937a895f7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'security_group_rule': {'security_group_id': '23aaf8a4-6524-4de4-a3a5-24d61b43f181', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:03.401743 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23aaf8a4-6524-4de4-a3a5-24d61b43f181,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:03.408975 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.409287 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.409630 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.409965 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.410297 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.410657 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.410983 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.411310 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.411632 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.411956 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.412281 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.412608 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.412928 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.413269 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.413598 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca480f-495a-4c5a-b7b9-909c0b8a1351 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:03.428501 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d652-8d68-4e5a-8fdd-9d3937a895f7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (c877a7a7-6501-4f33-836f-c3564ae796fd), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.485319 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d652-8d68-4e5a-8fdd-9d3937a895f7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (c877a7a7-6501-4f33-836f-c3564ae796fd), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.489379 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:03.489903 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d652-8d68-4e5a-8fdd-9d3937a895f7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (c877a7a7-6501-4f33-836f-c3564ae796fd), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.511638 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7d652-8d68-4e5a-8fdd-9d3937a895f7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c877a7a7-6501-4f33-836f-c3564ae796fd,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:03.512896 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:03.513285 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 7b13a0d2-b0be-4a1f-8e05-6e8af00fa0b8 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:03.517676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d652-8d68-4e5a-8fdd-9d3937a895f7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.518778 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-e6a7d652-8d68-4e5a-8fdd-9d3937a895f7 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216524 Jul 21 23:43:03.521511 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34020) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:03.526290 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-ccdc5653-a303-4d1c-be22-22c4059df38f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'security_group_rule': {'security_group_id': '23aaf8a4-6524-4de4-a3a5-24d61b43f181', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:03.552219 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5653-a303-4d1c-be22-22c4059df38f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (67f489d0-c059-400e-b8eb-c0553f0c9555), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.608172 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5653-a303-4d1c-be22-22c4059df38f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (67f489d0-c059-400e-b8eb-c0553f0c9555), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.611458 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5653-a303-4d1c-be22-22c4059df38f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (67f489d0-c059-400e-b8eb-c0553f0c9555), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.630443 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc5653-a303-4d1c-be22-22c4059df38f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f489d0-c059-400e-b8eb-c0553f0c9555,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:03.636347 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5653-a303-4d1c-be22-22c4059df38f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.637275 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ccdc5653-a303-4d1c-be22-22c4059df38f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148362 Jul 21 23:43:03.640422 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34022) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:03.644622 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:03.665761 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.746683 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.858735 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Allocated IP 172.27.1.23 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/58f98b9d-8d55-4803-8c00-3263157be13b) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:43:03.961278 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for port (58f98b9d-8d55-4803-8c00-3263157be13b), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:03.977288 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:03.998283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (58f98b9d-8d55-4803-8c00-3263157be13b), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:04.002271 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:04.038674 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:43:04.047200 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:43:04.049564 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:43:04.077032 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'Port': ['ID=58f98b9d-8d55-4803-8c00-3263157be13b,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:04.178205 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (ad85eb40-ab8f-4552-997f-4826d8691f59), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:04.192368 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5585fdc-90d8-4d9e-82d3-1d556c4f0fb0 req-f0d5ecf4-0934-45d2-8e77-8c27c2bf28c4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:04.193871 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e5585fdc-90d8-4d9e-82d3-1d556c4f0fb0 req-f0d5ecf4-0934-45d2-8e77-8c27c2bf28c4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0636952 Jul 21 23:43:04.241104 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (58f98b9d-8d55-4803-8c00-3263157be13b), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:04.297229 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e5585fdc-90d8-4d9e-82d3-1d556c4f0fb0 req-5846254f-5a5b-4cce-8179-93a7332de9cb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825498 Jul 21 23:43:04.410128 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for port (58f98b9d-8d55-4803-8c00-3263157be13b), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:04.414567 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (58f98b9d-8d55-4803-8c00-3263157be13b), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:04.483524 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'Port': ['ID=58f98b9d-8d55-4803-8c00-3263157be13b,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:04.493514 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (ad85eb40-ab8f-4552-997f-4826d8691f59), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:04.509730 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:04.511071 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-77402f93-e871-4ea6-8ec3-39e6c7d18b39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8697009 Jul 21 23:43:04.704179 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-921ca0c8-eaaf-4741-9081-76f6608eb461 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1082395882&fields=id&tenant_id=9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 267 time: 0.0422792 Jul 21 23:43:04.811871 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-ae4acbc3-409c-4825-81c2-254b4e0f8a23 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:04.813258 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-ae4acbc3-409c-4825-81c2-254b4e0f8a23 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 817 time: 0.1026921 Jul 21 23:43:04.827991 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-25bc3fe1-449c-4ec5-ae32-3f38cacdcba4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/quotas/9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 375 time: 0.0093782 Jul 21 23:43:04.878735 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-451c6f93-cd9d-4306-9e38-b479d17823a5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458238 Jul 21 23:43:04.972978 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:04.977500 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-5ddff72e-bc30-4553-b302-1642d5f8c61a service neutron] 10.222.0.57 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Jul 21 23:43:05.052025 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:05.074547 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-87cb3b8c-98ad-40a6-aafc-f932dc59ff50 service neutron] 10.222.0.57 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Jul 21 23:43:05.243285 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48b04eec-a582-4005-8016-555f421179ec req-b1fc5e6b-5e7c-49fd-a0b1-2e17f9a23488 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Jul 21 23:43:05.417224 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b180a-3fb7-4855-b7f4-c5eba84c6a38 req-08b74199-2a53-4210-9ddf-a88781519572 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:05.419033 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-035b180a-3fb7-4855-b7f4-c5eba84c6a38 req-08b74199-2a53-4210-9ddf-a88781519572 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0532529 Jul 21 23:43:05.450704 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:05.468542 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-035b180a-3fb7-4855-b7f4-c5eba84c6a38 req-733ba5bc-e399-4817-b331-928964c24f86 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Jul 21 23:43:06.270141 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-25980f26-5e86-4f7c-bdcb-5f8c4ac32ccf tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:06.272119 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-25980f26-5e86-4f7c-bdcb-5f8c4ac32ccf tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 817 time: 0.1100271 Jul 21 23:43:06.373328 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9499b79a-bdd5-4f85-a6d3-5c9faf393668 req-8a086127-20da-4bad-af82-3b3f97fc1d39 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 210 time: 0.0506842 Jul 21 23:43:06.388957 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-470814b9-e004-4dd2-aa22-229fdc3e0c03 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 380 time: 0.1002328 Jul 21 23:43:06.398008 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'port': {'device_id': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'admin_state_up': True, 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'security_groups': ['23aaf8a4-6524-4de4-a3a5-24d61b43f181']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:06.481410 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:06.521401 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Made reservation on behalf of 9612b265be6144809add4ce9e14ff6ee for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:43:06.524899 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:06.550287 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:06.592793 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe1757-c2d8-4b0b-b66c-4ced01ccf7f1 req-503c84e2-485b-4e49-b560-606843ee5ccb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:06.594424 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c6fe1757-c2d8-4b0b-b66c-4ced01ccf7f1 req-503c84e2-485b-4e49-b560-606843ee5ccb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0540667 Jul 21 23:43:06.647027 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c6fe1757-c2d8-4b0b-b66c-4ced01ccf7f1 req-9cb4ef29-9dd3-4d93-81c9-821ebf0aef8a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462084 Jul 21 23:43:06.664394 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Allocated IP 172.20.0.7 (fa056cf4-005e-4995-9d38-6224e7ebccf4/a846dbfa-cfc9-4616-8922-f51270da4f09/dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:43:06.818938 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:06.860863 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:06.872774 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538630f-11ed-4ec0-ab45-d2430d5da0ba req-19069a17-9b13-4421-9128-543cb862cb10 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:06.874542 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f538630f-11ed-4ec0-ab45-d2430d5da0ba req-19069a17-9b13-4421-9128-543cb862cb10 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0560255 Jul 21 23:43:06.924647 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f538630f-11ed-4ec0-ab45-d2430d5da0ba req-824a8435-ca0b-44e3-9842-56fe5b1f869b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441861 Jul 21 23:43:06.930347 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-56dfd103-8124-445a-aa75-1b9d593c108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:06.931909 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-56dfd103-8124-445a-aa75-1b9d593c108a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 1129 time: 0.0830390 Jul 21 23:43:06.933753 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:43:06.939255 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:43:06.943428 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:43:06.989020 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:07.059574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:07.060200 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:07.097707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-272c3b1f-ad76-4ca2-86fa-e93e6da24891 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7034409 Jul 21 23:43:07.102624 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-27db9eda-8628-4350-a519-76e0c56c8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:07.104646 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-27db9eda-8628-4350-a519-76e0c56c8847 service neutron] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 912 time: 0.1573360 Jul 21 23:43:07.109675 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Request body: {'port': {'device_id': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:07.188910 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-7e1f6246-61bc-4693-a139-ca850895a740 None None] Provisioning complete for port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:43:07.189547 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6246-61bc-4693-a139-ca850895a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:07.216922 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-1c05791c-1a30-460f-881f-4ed13ef05c57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec HTTP/1.1" status: 200 len: 1001 time: 0.1042686 Jul 21 23:43:07.221584 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:07.232716 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f6246-61bc-4693-a139-ca850895a740 None None] Port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:43:07.266651 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:07.305094 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-d7c26b9e-f370-498c-998f-d1d6a8428914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:07.306601 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-d7c26b9e-f370-498c-998f-d1d6a8428914 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.0750773 Jul 21 23:43:07.404300 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-91c7f04b-2083-46ab-8131-72889130fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:07.405844 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-91c7f04b-2083-46ab-8131-72889130fce9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918517 Jul 21 23:43:07.430049 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:07.768415 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d3d03fdf-fc15-4c41-938a-ea6a99ebf913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:07.822647 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073eab9-9867-418f-bdf0-14d07d59d32a req-89c3f031-564c-4fb1-94c1-79398323edad tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:07.824133 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e073eab9-9867-418f-bdf0-14d07d59d32a req-89c3f031-564c-4fb1-94c1-79398323edad tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 931 time: 0.3604684 Jul 21 23:43:07.877396 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-559ebbfc-7e93-40a5-b21d-5c599401d7f6 service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623334 Jul 21 23:43:07.942610 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e073eab9-9867-418f-bdf0-14d07d59d32a req-eff53ae3-0751-4be2-a38f-dcfe9974f846 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093526 Jul 21 23:43:08.013517 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:43:08.024231 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Publish callbacks [] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:08.050923 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156ad6e-7398-46a7-ab32-5b349ca2c7c1 req-43c30c11-b6f8-4126-81e4-bb75af11974a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:08.051743 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d2269e3-1c8a-4efc-bc6f-a8612330f266 req-1e0b1841-95dc-4ec7-af63-730fef061d27 service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616716 Jul 21 23:43:08.052125 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Transition to ACTIVE for port object dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:43:08.053660 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8156ad6e-7398-46a7-ab32-5b349ca2c7c1 req-43c30c11-b6f8-4126-81e4-bb75af11974a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0566912 Jul 21 23:43:08.055325 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:08.105613 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8156ad6e-7398-46a7-ab32-5b349ca2c7c1 req-26e39cfd-0a9c-41cd-9823-4dda35a16e8a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Jul 21 23:43:08.113098 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:08.202573 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Attempting to bind port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:43:08.202845 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Attempting to bind port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:43:08.203159 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Attempting to bind port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e on network fa056cf4-005e-4995-9d38-6224e7ebccf4 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:43:08.207881 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e on network fa056cf4-005e-4995-9d38-6224e7ebccf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:43:08.208208 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Attempting to bind port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e on network fa056cf4-005e-4995-9d38-6224e7ebccf4 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:43:08.213862 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:43:08.214207 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Checking segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:43:08.214599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Bound using segment: {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:43:08.215658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Bound port: dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:43:08.216027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:08.256525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:08.284654 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:43:08.288037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:43:08.294870 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:08.329496 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:08.330105 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:08.331514 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] 10.222.0.39 "PUT /v2.0/ports/dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 1093 time: 1.2259486 Jul 21 23:43:08.331946 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:08.334218 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:08.359999 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2885d3a-2c83-4dc0-9b7d-9e8fc7ce20bb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:08.380741 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ca1ea3-8bb5-4b10-89f4-bd1fd6188ac1 x-openstack-request-id: req-a3ca1ea3-8bb5-4b10-89f4-bd1fd6188ac1 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:08.381037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:08.381326 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3ca1ea3-8bb5-4b10-89f4-bd1fd6188ac1 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:08.381736 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ca1ea3-8bb5-4b10-89f4-bd1fd6188ac1'] response: {'name': 'network-changed', 'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'status': 'completed', 'code': 200} Jul 21 23:43:08.446512 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-fc0d41e7-b6f4-458b-a669-0d371be832df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:08.449103 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-fc0d41e7-b6f4-458b-a669-0d371be832df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1127 time: 0.0429697 Jul 21 23:43:08.493750 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-a1dba103-9bb3-4de8-adad-33f3f700b907 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 217 time: 0.0377631 Jul 21 23:43:09.065510 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633aea-4a40-4ffd-92f9-c6cf5cc6bf77 req-1fc12bc8-ccbc-443d-b9a1-01f37cd67289 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:09.066995 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-58633aea-4a40-4ffd-92f9-c6cf5cc6bf77 req-1fc12bc8-ccbc-443d-b9a1-01f37cd67289 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0473120 Jul 21 23:43:09.072045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-0ebe84bb-f5c5-4e61-9f67-ee1928ffe58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:09.074200 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-0ebe84bb-f5c5-4e61-9f67-ee1928ffe58c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0462849 Jul 21 23:43:09.118227 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-58633aea-4a40-4ffd-92f9-c6cf5cc6bf77 req-5a62d5a5-992f-4c7d-8b12-cd3f4bceb4ae tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449464 Jul 21 23:43:09.161383 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-72f2508c-a0ef-4f17-b51c-3a0415098149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:09.163009 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-72f2508c-a0ef-4f17-b51c-3a0415098149 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482843 Jul 21 23:43:09.277258 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf85b56-31cb-441c-ba8b-7e65f3539877 req-c68c4af9-153e-4cc5-b165-ccba2103263c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:09.278715 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ecf85b56-31cb-441c-ba8b-7e65f3539877 req-c68c4af9-153e-4cc5-b165-ccba2103263c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0902219 Jul 21 23:43:09.284141 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:09.320046 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-0481354a-f1cf-4f5d-ac67-d404fcd4e39a service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500196 Jul 21 23:43:09.372179 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ecf85b56-31cb-441c-ba8b-7e65f3539877 req-048b36cb-6912-4bb0-ae51-f9925fee721e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850241 Jul 21 23:43:09.435574 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7151846d-fedc-4e06-8513-41ad8622bad5 req-0d9c93cd-ec47-468b-8b27-93538b585f26 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059251 Jul 21 23:43:10.242183 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e272c7-8130-4003-a427-b8c1c409a5aa req-217889be-6c5a-42f0-9fb5-cd85ff8b9c24 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:10.243647 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-64e272c7-8130-4003-a427-b8c1c409a5aa req-217889be-6c5a-42f0-9fb5-cd85ff8b9c24 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0477338 Jul 21 23:43:10.293796 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-64e272c7-8130-4003-a427-b8c1c409a5aa req-fff88e67-7d70-43e2-a3cb-20e29d239252 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442178 Jul 21 23:43:10.341317 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f97d-f860-4798-8a5c-618a3bf37708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:10.517535 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-364b3382-50b2-4bee-b0c5-d05f5453df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:10.519083 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-364b3382-50b2-4bee-b0c5-d05f5453df98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1127 time: 0.0420630 Jul 21 23:43:10.619496 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-07fe167d-a3c6-433c-bc3e-2b8c26b27630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:10.620951 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-07fe167d-a3c6-433c-bc3e-2b8c26b27630 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.0902107 Jul 21 23:43:10.660360 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-4180a5c6-2966-47e9-891e-8b99145695e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 217 time: 0.0328007 Jul 21 23:43:10.708059 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-96caff14-18c3-43bb-802a-94b80779c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:10.709475 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-96caff14-18c3-43bb-802a-94b80779c47a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0426857 Jul 21 23:43:10.756282 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-52c1d4d2-621d-4001-b1a7-cf963de9442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:10.757815 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-52c1d4d2-621d-4001-b1a7-cf963de9442f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420260 Jul 21 23:43:10.852626 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-c73119f1-3ade-4760-8e4e-adce92192feb service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873549 Jul 21 23:43:10.963956 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-98f6c4dc-d3d9-49a7-b126-22ee9ff153b8 req-7288cd31-7f1e-42aa-a810-d3ab0205d992 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931380 Jul 21 23:43:11.343959 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:11.406605 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:11.415734 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027699d-8d2b-4e8e-958e-e62604f887b4 req-dd696328-6157-49d4-8e81-a7e80b618d0c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:11.417364 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b027699d-8d2b-4e8e-958e-e62604f887b4 req-dd696328-6157-49d4-8e81-a7e80b618d0c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0493562 Jul 21 23:43:11.465451 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b027699d-8d2b-4e8e-958e-e62604f887b4 req-14129ec3-9156-4b70-84d7-9debfe39532a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Jul 21 23:43:11.561995 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:43:11.659444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:11.660461 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=80 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:11.668990 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=80 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:11.671768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'port_id': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'mac_address': 'fa:16:3e:ed:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:43:11.709505 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:43:11.709895 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:11.723106 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:43:11.742529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:11.746232 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:11.791990 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:11.799001 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.799351 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.799698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.800062 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.800402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.800735 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.801063 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.801415 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.801744 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.802071 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.802398 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.802741 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.803065 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.803390 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:11.803714 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:43:12.122414 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:43:12.589416 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863105-9a34-4f02-b018-69a4691b79db req-b0ab3efb-10c3-44e6-ab9a-7b73eb3e45d2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:12.590888 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-11863105-9a34-4f02-b018-69a4691b79db req-b0ab3efb-10c3-44e6-ab9a-7b73eb3e45d2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 944 time: 0.0469506 Jul 21 23:43:12.637217 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-11863105-9a34-4f02-b018-69a4691b79db req-95c44f38-612a-417e-b58c-640deed4c131 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 Jul 21 23:43:12.761039 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:13.218484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:13.562632 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:43:13.603663 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:43:13.609319 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:43:13.609701 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:13.635248 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:13.759932 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25503f-7de1-4ce9-876a-9b7f61cc95bb req-7b1b43d4-942a-41f1-8d36-bedf42d23d0e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:13.761676 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8a25503f-7de1-4ce9-876a-9b7f61cc95bb req-7b1b43d4-942a-41f1-8d36-bedf42d23d0e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 944 time: 0.0500565 Jul 21 23:43:13.811065 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:43:13.811670 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:13.813361 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8a25503f-7de1-4ce9-876a-9b7f61cc95bb req-b34a6cb1-d627-4bab-a88d-cea355613ff3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457747 Jul 21 23:43:13.822367 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:13.838186 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:13.840429 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2635682b-c811-43cf-bfc2-db655cf03e39" -d '{"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-plugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:13.853166 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:13.857602 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:13.880024 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4879b41-1af9-4025-ae8f-e52d2ee200c5 x-openstack-request-id: req-b4879b41-1af9-4025-ae8f-e52d2ee200c5 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:13.880330 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-plugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:13.880584 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4879b41-1af9-4025-ae8f-e52d2ee200c5 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:13.880996 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4879b41-1af9-4025-ae8f-e52d2ee200c5'] response: {'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'code': 200} Jul 21 23:43:13.908048 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:14.054471 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159cbde-c095-4eb3-942e-e1c39df738a1 req-e80c1c94-d1f4-4dd3-a2f2-9700ca8c9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:14.055945 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b159cbde-c095-4eb3-942e-e1c39df738a1 req-e80c1c94-d1f4-4dd3-a2f2-9700ca8c9cfc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1129 time: 0.0382040 Jul 21 23:43:14.103870 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b159cbde-c095-4eb3-942e-e1c39df738a1 req-e48127b4-0e3c-4c26-82d1-1d9f6d7527d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Jul 21 23:43:14.932777 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80c9d4-4d4d-40a1-92eb-ddb61bf1c3ce req-fc4fa2eb-903b-4122-a9aa-2d8f4b7c37e4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:14.934272 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1c80c9d4-4d4d-40a1-92eb-ddb61bf1c3ce req-fc4fa2eb-903b-4122-a9aa-2d8f4b7c37e4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0469902 Jul 21 23:43:14.981314 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1c80c9d4-4d4d-40a1-92eb-ddb61bf1c3ce req-94bbd728-409d-4ffd-be78-a258616fd751 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Jul 21 23:43:16.105791 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2023622-5251-4ac9-b4f5-78335c892118 req-6584b051-aeb8-4878-8126-9992a4787d4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:16.107282 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f2023622-5251-4ac9-b4f5-78335c892118 req-6584b051-aeb8-4878-8126-9992a4787d4f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0482879 Jul 21 23:43:16.154772 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f2023622-5251-4ac9-b4f5-78335c892118 req-3563fee0-2630-43ab-8895-4c2eeb95cfdb tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Jul 21 23:43:16.273241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcda79-508e-43bb-9feb-3efc308a9ecb req-6081e617-76f4-4f2b-a8f2-1a3aa2516f00 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:16.274639 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a6bcda79-508e-43bb-9feb-3efc308a9ecb req-6081e617-76f4-4f2b-a8f2-1a3aa2516f00 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0515714 Jul 21 23:43:16.283663 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34096) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:16.288097 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Request body: {'floatingip': {'port_id': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:16.326678 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (ad85eb40-ab8f-4552-997f-4826d8691f59), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:16.354134 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:16.759138 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:16.762879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (ad85eb40-ab8f-4552-997f-4826d8691f59), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:16.856693 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Floating IP ad85eb40-ab8f-4552-997f-4826d8691f59 associated. External IP: 172.27.1.23, port: dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e. Jul 21 23:43:16.947172 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:17.053597 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Router c40a6a04-6cab-45de-b3ad-d88c5a6858fe has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:17.155120 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:17.159784 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:17.164645 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] Sync routers for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:17.174528 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:17.175134 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:17.189427 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-16e06f6d-03ae-41ec-8228-a30df32b2ddc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "PUT /v2.0/floatingips/ad85eb40-ab8f-4552-997f-4826d8691f59 HTTP/1.1" status: 200 len: 990 time: 0.9046164 Jul 21 23:43:17.190018 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:17.192286 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8659b4-694f-4f72-959f-e106f91fb19d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:17.228416 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee47bfa-70ab-412f-b0e6-b19f2b246643 x-openstack-request-id: req-bee47bfa-70ab-412f-b0e6-b19f2b246643 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:17.228740 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:17.229632 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bee47bfa-70ab-412f-b0e6-b19f2b246643 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:17.230011 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee47bfa-70ab-412f-b0e6-b19f2b246643'] response: {'name': 'network-changed', 'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'status': 'completed', 'code': 200} Jul 21 23:43:17.281328 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:17.297688 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8659b4-694f-4f72-959f-e106f91fb19d req-e6ec1cab-3d8f-4db7-b907-d01e63a63548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:17.299221 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-db8659b4-694f-4f72-959f-e106f91fb19d req-e6ec1cab-3d8f-4db7-b907-d01e63a63548 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1129 time: 0.0426321 Jul 21 23:43:17.364039 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:17.392140 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8659b4-694f-4f72-959f-e106f91fb19d req-399eb98a-e350-4bbf-b4cf-6c3b40cf1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:17.393638 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-db8659b4-694f-4f72-959f-e106f91fb19d req-399eb98a-e350-4bbf-b4cf-6c3b40cf1463 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.0879943 Jul 21 23:43:17.466879 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-db8659b4-694f-4f72-959f-e106f91fb19d req-09421cbf-5d0b-437e-bcb4-b4c97f0eeacc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 998 time: 0.0598543 Jul 21 23:43:17.494002 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'ad85eb40-ab8f-4552-997f-4826d8691f59', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'port_id': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'mac_address': 'fa:16:3e:ed:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:04Z', 'updated_at': '2022-07-21T23:43:16Z', 'revision_number': 1, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:17.519044 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] Checking router: c40a6a04-6cab-45de-b3ad-d88c5a6858fe for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:17.525476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8659b4-694f-4f72-959f-e106f91fb19d req-383d9a73-c2e5-4b15-af22-7e00b7f568d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:17.527935 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:17.528070 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-db8659b4-694f-4f72-959f-e106f91fb19d req-383d9a73-c2e5-4b15-af22-7e00b7f568d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0459771 Jul 21 23:43:17.528553 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:17.575237 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8659b4-694f-4f72-959f-e106f91fb19d req-db0a4aad-6216-4bbb-a387-c8f209c18b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:17.576730 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-db8659b4-694f-4f72-959f-e106f91fb19d req-db0a4aad-6216-4bbb-a387-c8f209c18b05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408490 Jul 21 23:43:17.639056 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:17.684644 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-db8659b4-694f-4f72-959f-e106f91fb19d req-4e57098e-d235-4564-8c6c-7aa79b110dac service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986989 Jul 21 23:43:17.779616 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-db8659b4-694f-4f72-959f-e106f91fb19d req-336c547c-7da9-499e-9df4-ac22e6ef240b service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870154 Jul 21 23:43:17.856615 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'ad85eb40-ab8f-4552-997f-4826d8691f59', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'port_id': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'mac_address': 'fa:16:3e:ed:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:04Z', 'updated_at': '2022-07-21T23:43:16Z', 'revision_number': 1, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:17.882917 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c972b4-2e31-48c0-a269-557a57dc0cfe None None] The sync data for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi is: [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'ad85eb40-ab8f-4552-997f-4826d8691f59', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'port_id': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'mac_address': 'fa:16:3e:ed:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:04Z', 'updated_at': '2022-07-21T23:43:16Z', 'revision_number': 1, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:18.097235 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320a158-6298-45c0-98cf-d09ce81fbc00 None None] New status for floating IP ad85eb40-ab8f-4552-997f-4826d8691f59: ACTIVE {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:43:26.147565 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=87 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:26.150099 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=60 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:27.774488 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=75 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:27.775243 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=34 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:27.860241 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=81 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:28.209138 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:28.212020 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:28.749040 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48dee1-ba64-4669-9605-fc3d3bf8c7f8 req-ec57d3f7-f054-49cc-9f1a-5fdf06733ae0 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:28.750570 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bc48dee1-ba64-4669-9605-fc3d3bf8c7f8 req-ec57d3f7-f054-49cc-9f1a-5fdf06733ae0 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 946 time: 0.1683435 Jul 21 23:43:28.798998 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bc48dee1-ba64-4669-9605-fc3d3bf8c7f8 req-5bf56216-1840-4a81-807a-df7bba374cc7 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Jul 21 23:43:29.360979 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=75 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:29.972081 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f344572-1538-4d8a-9db8-870fd15b1548 req-54e709f2-6305-4e93-9ee1-eb2e4cceb51e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:29.973609 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1f344572-1538-4d8a-9db8-870fd15b1548 req-54e709f2-6305-4e93-9ee1-eb2e4cceb51e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 946 time: 0.1066966 Jul 21 23:43:30.022498 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1f344572-1538-4d8a-9db8-870fd15b1548 req-bbb4ac6f-caa4-4ba2-b5f2-848a52b94e9b tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433640 Jul 21 23:43:30.799182 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-012109ec-13fb-4e02-8c4e-3112d52e43f4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:30.800762 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-012109ec-13fb-4e02-8c4e-3112d52e43f4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 946 time: 0.0515919 Jul 21 23:43:30.892546 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port 2620f97b-ffd2-4d54-91c5-27106fd73ada {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:30.892809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:31.236956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abe021-c692-4822-b5f9-7eda57e19f23 req-cb372311-c45d-4713-84c8-b243e3426525 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:31.238457 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-94abe021-c692-4822-b5f9-7eda57e19f23 req-cb372311-c45d-4713-84c8-b243e3426525 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 946 time: 0.0956657 Jul 21 23:43:31.278116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] For port 2620f97b-ffd2-4d54-91c5-27106fd73ada, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=2620f97b-ffd2-4d54-91c5-27106fd73ada,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:31.278513 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:31.348917 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-94abe021-c692-4822-b5f9-7eda57e19f23 req-862308c2-a27c-43df-bdc6-ccaa072a691c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041224 Jul 21 23:43:31.376609 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cb86b-d713-42b8-863c-abbcbabcc18c req-8d097eeb-0cbb-4dba-9418-0fc47fe6de69 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:31.378172 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8b8cb86b-d713-42b8-863c-abbcbabcc18c req-8d097eeb-0cbb-4dba-9418-0fc47fe6de69 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0491035 Jul 21 23:43:31.426239 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8b8cb86b-d713-42b8-863c-abbcbabcc18c req-e4bb7fb0-12d3-4802-8da7-72e376f340d9 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425057 Jul 21 23:43:31.468809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:31.469172 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (d9533fe9-04e3-460d-a82a-ac4a0573ebfe), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:31.469517 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP d9533fe9-04e3-460d-a82a-ac4a0573ebfe disassociated. External IP: 172.27.1.156, port: 2620f97b-ffd2-4d54-91c5-27106fd73ada. Jul 21 23:43:31.469869 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for 2620f97b-ffd2-4d54-91c5-27106fd73ada owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:31.598950 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (2620f97b-ffd2-4d54-91c5-27106fd73ada), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:31.627915 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=2620f97b-ffd2-4d54-91c5-27106fd73ada,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:31.737862 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:31.817720 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:31.823718 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:31.845906 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:31.856178 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:31.866483 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:31.867097 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:31.887554 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] No DVR routers for this DVR port 2620f97b-ffd2-4d54-91c5-27106fd73ada on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:31.890831 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:31.894138 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9c3e56a4-6b6d-468d-9d62-d448798cf430 req-3b83c7ed-7982-445b-ac16-a1ec384686ae tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "DELETE /v2.0/ports/2620f97b-ffd2-4d54-91c5-27106fd73ada HTTP/1.1" status: 204 len: 173 time: 1.0855825 Jul 21 23:43:31.894523 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'name': 'network-vif-deleted', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:31.896792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a56231-abd2-489f-a6bc-ea51c8d0865f" -d '{"events": [{"server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "name": "network-vif-deleted", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:31.933172 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeda8bf9-b3d0-43ee-a0c3-aaf4ef507c44 x-openstack-request-id: req-aeda8bf9-b3d0-43ee-a0c3-aaf4ef507c44 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:31.933491 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d749247-571b-427e-83af-e7b9a7c3894d", "name": "network-vif-deleted", "tag": "2620f97b-ffd2-4d54-91c5-27106fd73ada", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:31.933741 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aeda8bf9-b3d0-43ee-a0c3-aaf4ef507c44 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:31.934148 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeda8bf9-b3d0-43ee-a0c3-aaf4ef507c44'] response: {'server_uuid': '8d749247-571b-427e-83af-e7b9a7c3894d', 'name': 'network-vif-deleted', 'tag': '2620f97b-ffd2-4d54-91c5-27106fd73ada', 'status': 'completed', 'code': 200} Jul 21 23:43:32.063562 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:32.256999 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:32.281605 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:32.290079 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:32.290690 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:32.392956 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:32.451275 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-65aaf1fb-26db-4f18-85c4-0a600f73ad22 req-a8be86b8-8f57-41de-aac4-c2d0219fe190 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 210 time: 0.0274024 Jul 21 23:43:32.548263 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5da75-2613-4d3b-9d89-6ad15bfb732a req-cb679c57-f399-470d-aad5-ce5ff2c37635 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:32.549731 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fde5da75-2613-4d3b-9d89-6ad15bfb732a req-cb679c57-f399-470d-aad5-ce5ff2c37635 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Jul 21 23:43:32.581974 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:32.601262 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fde5da75-2613-4d3b-9d89-6ad15bfb732a req-68e0c034-581d-4e92-9bf8-4edb5b13628d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458810 Jul 21 23:43:32.612836 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547366c-ed3e-4a6a-8521-fbe813f6f148 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:32.820274 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e8eb3-6525-4056-a8d4-6dbb5d547c16 None None] New status for floating IP d9533fe9-04e3-460d-a82a-ac4a0573ebfe: DOWN {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:43:33.552236 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9b866a41-3bbc-4859-abb7-1ddc2bcce736 req-af5263a9-224d-4d32-86b9-6f6b4818437e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 210 time: 0.0311067 Jul 21 23:43:33.610506 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 2620f97b-ffd2-4d54-91c5-27106fd73ada no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:33.634013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 2620f97b-ffd2-4d54-91c5-27106fd73ada {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:33.634363 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 2620f97b-ffd2-4d54-91c5-27106fd73ada not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:33.718439 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454997e8-0112-4c81-97a4-7b9245d0219f req-1bdc985e-2ecf-45d7-8f4f-3954200618e1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:33.719935 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-454997e8-0112-4c81-97a4-7b9245d0219f req-1bdc985e-2ecf-45d7-8f4f-3954200618e1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Jul 21 23:43:33.768689 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-454997e8-0112-4c81-97a4-7b9245d0219f req-a90c1107-6067-45d0-8a54-2e3fe1f945b2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433171 Jul 21 23:43:34.663981 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fce05089-0722-43b3-8c4a-8b50ea7f49ef req-df7cb6e4-bb66-4516-8314-59e3a05790fa tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d749247-571b-427e-83af-e7b9a7c3894d HTTP/1.1" status: 200 len: 210 time: 0.0315928 Jul 21 23:43:34.881295 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dc17e-bdf3-4355-b881-4de783179856 req-eff07758-5e5b-473d-a363-215fea7eecd1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:34.882938 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0f6dc17e-bdf3-4355-b881-4de783179856 req-eff07758-5e5b-473d-a363-215fea7eecd1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0473051 Jul 21 23:43:34.932390 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0f6dc17e-bdf3-4355-b881-4de783179856 req-657940f4-63bc-4b5d-a63f-84201b79d475 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=3a0ceb03-6909-49d9-a8a1-5e4129407567&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433609 Jul 21 23:43:34.987413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-8a2e3be5-2364-4809-9db6-90f56ed513d8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:34.988863 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-8a2e3be5-2364-4809-9db6-90f56ed513d8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Jul 21 23:43:35.052438 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.086416 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Deleting port 35c14d66-0050-4ea8-b943-7e894d33c3e5 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:35.086665 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.199812 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] For port 35c14d66-0050-4ea8-b943-7e894d33c3e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=35c14d66-0050-4ea8-b943-7e894d33c3e5,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:35.200178 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.374950 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.375220 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.375534 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Floating IP 7303ed5d-3cae-435f-93a7-81a45e97ecc3 disassociated. External IP: 172.27.1.107, port: 35c14d66-0050-4ea8-b943-7e894d33c3e5. Jul 21 23:43:35.375875 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Calling delete_port for 35c14d66-0050-4ea8-b943-7e894d33c3e5 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:35.516171 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (35c14d66-0050-4ea8-b943-7e894d33c3e5), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.547160 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event deleted for resources: {'Port': ['ID=35c14d66-0050-4ea8-b943-7e894d33c3e5,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:35.603109 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:35.645711 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:35.675365 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:35.755714 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34218) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:35.785157 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:35.796997 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] Sync routers for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:35.810923 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:35.811534 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:35.815443 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fba3b20-2348-4523-af31-00f4f7c8eb13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (54f12798-20aa-46fb-b9c2-1c1c7a9a1bef), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.828346 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] No DVR routers for this DVR port 35c14d66-0050-4ea8-b943-7e894d33c3e5 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:35.830772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.834131 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3eb6578f-50fd-40a1-854b-8bce7270af69 req-9415ec57-dce0-491c-881f-efdfebca0cc1 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "DELETE /v2.0/ports/35c14d66-0050-4ea8-b943-7e894d33c3e5 HTTP/1.1" status: 204 len: 173 time: 0.8395061 Jul 21 23:43:35.834571 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'name': 'network-vif-deleted', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:35.836919 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6cd529-a6b2-47bc-beed-dfbf74b07b18" -d '{"events": [{"server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "name": "network-vif-deleted", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:35.840235 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fba3b20-2348-4523-af31-00f4f7c8eb13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (54f12798-20aa-46fb-b9c2-1c1c7a9a1bef), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.879206 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf713f-f5e2-4b2e-a440-bbbf19ce6cb8 x-openstack-request-id: req-d4cf713f-f5e2-4b2e-a440-bbbf19ce6cb8 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:35.879874 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b1ede1-a46a-454d-9b81-5b06de1124e9", "name": "network-vif-deleted", "tag": "35c14d66-0050-4ea8-b943-7e894d33c3e5", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:35.880609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4cf713f-f5e2-4b2e-a440-bbbf19ce6cb8 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:35.881279 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cf713f-f5e2-4b2e-a440-bbbf19ce6cb8'] response: {'server_uuid': 'c9b1ede1-a46a-454d-9b81-5b06de1124e9', 'name': 'network-vif-deleted', 'tag': '35c14d66-0050-4ea8-b943-7e894d33c3e5', 'status': 'completed', 'code': 200} Jul 21 23:43:35.907161 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fba3b20-2348-4523-af31-00f4f7c8eb13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (54f12798-20aa-46fb-b9c2-1c1c7a9a1bef), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.910304 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6fba3b20-2348-4523-af31-00f4f7c8eb13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:35.914093 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6fba3b20-2348-4523-af31-00f4f7c8eb13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/security-groups/54f12798-20aa-46fb-b9c2-1c1c7a9a1bef HTTP/1.1" status: 204 len: 168 time: 0.1547832 Jul 21 23:43:35.914455 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34222) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:35.927289 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba3b20-2348-4523-af31-00f4f7c8eb13 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f12798-20aa-46fb-b9c2-1c1c7a9a1bef,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:35.929334 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.api.v2.resource [None req-07d1325c-28e4-4728-9576-16eb72b1e306 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] show failed (client error): The resource could not be found. Jul 21 23:43:35.930369 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-07d1325c-28e4-4728-9576-16eb72b1e306 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups/54f12798-20aa-46fb-b9c2-1c1c7a9a1bef HTTP/1.1" status: 404 len: 347 time: 0.0149581 Jul 21 23:43:35.933528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34224) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:35.970467 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:36.114685 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-da2b6b32-82ab-4b00-94b4-07e455278e87 req-e39fd78a-999d-43ce-9abe-4f5022a12bd4 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9b1ede1-a46a-454d-9b81-5b06de1124e9 HTTP/1.1" status: 200 len: 210 time: 0.0306482 Jul 21 23:43:36.130736 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port 9ff07b93-baa7-45ef-8f45-b04425f894f2 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:36.131076 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.176787 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:36.188320 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:36.212646 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.212942 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] Checking router: 95ab97f9-82ec-4c3e-b987-4561c9a87f28 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:36.213066 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (9ff07b93-baa7-45ef-8f45-b04425f894f2), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.221980 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:36.222584 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:36.225836 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for 9ff07b93-baa7-45ef-8f45-b04425f894f2 owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:36.258267 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:36.335515 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:36.386726 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (9ff07b93-baa7-45ef-8f45-b04425f894f2), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.413229 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=9ff07b93-baa7-45ef-8f45-b04425f894f2,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:36.482916 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (d9533fe9-04e3-460d-a82a-ac4a0573ebfe), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.485926 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.487077 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-dbce82ab-6233-4785-ada9-d22e1bad72e6 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/floatingips/d9533fe9-04e3-460d-a82a-ac4a0573ebfe HTTP/1.1" status: 204 len: 168 time: 0.5524859 Jul 21 23:43:36.552357 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34230) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:36.556910 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-b2f97dac-0a30-40cf-a02b-676aaff7de7f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574805973', 'description': 'tempest-description--1692284563'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:36.558495 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:36.583615 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b2f97dac-0a30-40cf-a02b-676aaff7de7f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.584544 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199d232-dccf-467b-b63e-8cca47cc8550 None None] The sync data for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi is: [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '42685840-9d8e-427d-8390-157f8b9aa99d', 'name': '', 'network_id': '54f97918-47c2-4d61-9f70-7fcf49dfea51', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'mac_address': 'fa:16:3e:4c:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:40Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'subnets': [{'id': '09c4a61f-4025-4c2e-9704-f6f61ca492ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:36.663913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b2f97dac-0a30-40cf-a02b-676aaff7de7f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (4faeb13f-1bc7-4d74-86f0-e9c6f31d3834), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.667959 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b2f97dac-0a30-40cf-a02b-676aaff7de7f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4faeb13f-1bc7-4d74-86f0-e9c6f31d3834), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.701639 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b2f97dac-0a30-40cf-a02b-676aaff7de7f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.704190 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-b2f97dac-0a30-40cf-a02b-676aaff7de7f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1494923 Jul 21 23:43:36.705539 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f97dac-0a30-40cf-a02b-676aaff7de7f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:36.706096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34232) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:36.710877 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-fa9639a6-c21f-4377-a7ed-e2e6914b14ee tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': '4faeb13f-1bc7-4d74-86f0-e9c6f31d3834', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:36.747247 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-fa9639a6-c21f-4377-a7ed-e2e6914b14ee tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (2aecf565-13ac-4fa4-9ccf-e168c2bfa4d9), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.807178 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-fa9639a6-c21f-4377-a7ed-e2e6914b14ee tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (2aecf565-13ac-4fa4-9ccf-e168c2bfa4d9), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.812573 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-fa9639a6-c21f-4377-a7ed-e2e6914b14ee tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (2aecf565-13ac-4fa4-9ccf-e168c2bfa4d9), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.824958 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec9efc-3804-460e-a02f-a3170ad14bc3 None None] New status for floating IP 7303ed5d-3cae-435f-93a7-81a45e97ecc3: DOWN {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:43:36.832102 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9639a6-c21f-4377-a7ed-e2e6914b14ee tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aecf565-13ac-4fa4-9ccf-e168c2bfa4d9,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:36.840244 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-fa9639a6-c21f-4377-a7ed-e2e6914b14ee tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.842553 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-fa9639a6-c21f-4377-a7ed-e2e6914b14ee tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352239 Jul 21 23:43:36.844886 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34234) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:36.849128 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-db35608d-5e72-4062-ac48-e3dfa39b41b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'security_group_rule': {'security_group_id': '4faeb13f-1bc7-4d74-86f0-e9c6f31d3834', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:36.876868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-db35608d-5e72-4062-ac48-e3dfa39b41b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (d7273d14-2b75-4f35-b44a-0debdd581e86), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.886234 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:36.906327 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:36.941960 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-db35608d-5e72-4062-ac48-e3dfa39b41b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (d7273d14-2b75-4f35-b44a-0debdd581e86), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.946191 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-db35608d-5e72-4062-ac48-e3dfa39b41b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (d7273d14-2b75-4f35-b44a-0debdd581e86), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.966700 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35608d-5e72-4062-ac48-e3dfa39b41b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7273d14-2b75-4f35-b44a-0debdd581e86,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:36.972884 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-db35608d-5e72-4062-ac48-e3dfa39b41b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:36.974213 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-db35608d-5e72-4062-ac48-e3dfa39b41b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282985 Jul 21 23:43:36.977161 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34236) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:36.982413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:37.003370 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.086448 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.209988 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.27.1.4 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/997aa6de-f1f9-4d00-a92e-8ad9f16eb875) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:43:37.211450 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34242) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:37.268668 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-70c60dac-e0f3-4a1e-912c-28c678d2bb81 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group (3a0ceb03-6909-49d9-a8a1-5e4129407567), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.292592 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-70c60dac-e0f3-4a1e-912c-28c678d2bb81 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group (3a0ceb03-6909-49d9-a8a1-5e4129407567), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.321641 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.340500 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-70c60dac-e0f3-4a1e-912c-28c678d2bb81 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (3a0ceb03-6909-49d9-a8a1-5e4129407567), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.343289 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-70c60dac-e0f3-4a1e-912c-28c678d2bb81 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.346695 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-70c60dac-e0f3-4a1e-912c-28c678d2bb81 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "DELETE /v2.0/security-groups/3a0ceb03-6909-49d9-a8a1-5e4129407567 HTTP/1.1" status: 204 len: 168 time: 0.1318491 Jul 21 23:43:37.347723 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34244) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:37.353555 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c60dac-e0f3-4a1e-912c-28c678d2bb81 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ceb03-6909-49d9-a8a1-5e4129407567,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:37.365144 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.api.v2.resource [None req-3e50579c-a2e4-47a9-8248-724c1c1b0421 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] show failed (client error): The resource could not be found. Jul 21 23:43:37.366576 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3e50579c-a2e4-47a9-8248-724c1c1b0421 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups/3a0ceb03-6909-49d9-a8a1-5e4129407567 HTTP/1.1" status: 404 len: 347 time: 0.0176704 Jul 21 23:43:37.368749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.369562 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34246) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:37.415150 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:43:37.418520 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:43:37.422915 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:43:37.426222 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=997aa6de-f1f9-4d00-a92e-8ad9f16eb875,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:37.483211 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Deleting port 206493a3-797f-45e0-bd4f-0c0be780e99d {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:37.483552 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.505985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (5491128d-a7ae-4131-8b45-a3ae10f20726), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.541869 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.559468 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:37.564265 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.564596 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (206493a3-797f-45e0-bd4f-0c0be780e99d), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.573578 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:37.579290 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Calling delete_port for 206493a3-797f-45e0-bd4f-0c0be780e99d owned by network:floatingip {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:37.587502 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:37.627718 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 35c14d66-0050-4ea8-b943-7e894d33c3e5 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:37.651819 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 35c14d66-0050-4ea8-b943-7e894d33c3e5 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:37.652321 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 35c14d66-0050-4ea8-b943-7e894d33c3e5 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:37.728401 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (206493a3-797f-45e0-bd4f-0c0be780e99d), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.752857 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event deleted for resources: {'Port': ['ID=206493a3-797f-45e0-bd4f-0c0be780e99d,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:37.776445 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc522-0a34-44f9-9537-1e5a46701c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.782751 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks [] for floatingip (7303ed5d-3cae-435f-93a7-81a45e97ecc3), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.785331 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.786520 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-5b73ed48-a8bd-480b-89a7-02b83930544c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "DELETE /v2.0/floatingips/7303ed5d-3cae-435f-93a7-81a45e97ecc3 HTTP/1.1" status: 204 len: 168 time: 0.4157846 Jul 21 23:43:37.922938 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:37.939549 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:37.943665 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:38.014267 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=997aa6de-f1f9-4d00-a92e-8ad9f16eb875,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:38.027832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (5491128d-a7ae-4131-8b45-a3ae10f20726), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:38.043905 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:38.045725 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-49888a55-7f3a-4d1d-830f-c9c69042caab tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0673487 Jul 21 23:43:38.199931 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-53d9f3a0-540b-4076-8a83-6c1790910b22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538268 Jul 21 23:43:38.223412 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-f7273bd7-3192-4731-8326-422605a63755 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1574805973&fields=id&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 267 time: 0.0673707 Jul 21 23:43:38.334081 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-67afcf8b-4c43-443f-911d-99a5dc876611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:38.335484 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-67afcf8b-4c43-443f-911d-99a5dc876611 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79b6d71ecbf94b7a81761727712881ea&device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 1129 time: 0.0929608 Jul 21 23:43:38.389833 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-f105229a-e14f-48aa-b10d-b850248cb6cb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:38.391250 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-f105229a-e14f-48aa-b10d-b850248cb6cb tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 0.1614890 Jul 21 23:43:38.407512 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:43:38.441164 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-cc5db0fd-775f-47d4-bee9-c4c2324435c9 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/quotas/fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 375 time: 0.0433636 Jul 21 23:43:38.501917 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-6df1c906-062f-48aa-a3c3-d10977a5b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:38.503377 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-6df1c906-062f-48aa-a3c3-d10977a5b90f service neutron] 10.222.0.39 "GET /v2.0/networks?id=54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 200 len: 920 time: 0.1453395 Jul 21 23:43:38.509987 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-ea665d36-b26d-4211-907c-67277e1c565c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631077 Jul 21 23:43:38.552348 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-ac4f0223-b761-4a3e-8f49-5fab60b62fc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0414467 Jul 21 23:43:38.652265 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-018128e7-7bf6-4320-aa81-53ac204d7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:38.653841 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-018128e7-7bf6-4320-aa81-53ac204d7631 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 200 len: 858 time: 0.0909507 Jul 21 23:43:38.703246 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-d452dde9-8121-4444-8aa3-13eb2287ea10 service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594396 Jul 21 23:43:38.708588 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-d0d14072-b44f-4dc0-8db8-641008cad35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:38.710033 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-d0d14072-b44f-4dc0-8db8-641008cad35d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54f97918-47c2-4d61-9f70-7fcf49dfea51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500629 Jul 21 23:43:38.873889 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-ceb96fa3-0515-4ca0-836a-717d707e70d7 service neutron] 10.222.0.57 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628280 Jul 21 23:43:38.875952 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-a2e1b449-4529-4136-ad05-385ef6095ffb service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570077 Jul 21 23:43:38.910054 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:38.942284 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:38.988442 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c2f85881-8124-47c0-8164-c5d468a8fbaa req-9c2faf06-eeab-4836-a739-ee3fea8b9178 service neutron] 10.222.0.39 "GET /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054993 Jul 21 23:43:39.068752 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3d90b75b-43e9-4d5f-bfe8-dfa8fb7c31f5 req-917e1e69-f49d-4163-a773-91219324db74 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 210 time: 0.0369413 Jul 21 23:43:40.171515 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a642df4c-e56a-4bdf-9bee-fcac8d0f2b74 req-cf62c8ab-9b21-4e22-a13c-829c3d144029 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 210 time: 0.0373156 Jul 21 23:43:40.297754 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-081b7cc8-1a92-4348-abcc-714b4ad3bf92 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:40.299210 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-081b7cc8-1a92-4348-abcc-714b4ad3bf92 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 815 time: 0.1344442 Jul 21 23:43:40.322715 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a764f76-3044-4eb3-a049-2c268ef73888 req-6688f390-e4ff-4309-a1d2-a2d4604b4c34 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:40.324115 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0a764f76-3044-4eb3-a049-2c268ef73888 req-6688f390-e4ff-4309-a1d2-a2d4604b4c34 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0495129 Jul 21 23:43:40.343295 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-fc04f3dc-38b9-4e87-a26c-70dddb5280d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:40.374661 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0a764f76-3044-4eb3-a049-2c268ef73888 req-6ab068c1-48bb-4668-a7d9-5e6fefa4cdd3 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Jul 21 23:43:41.274185 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c76ee7e2-8d88-4c4c-bcf4-3675b6ed9187 req-a45f0d95-96c3-4062-9e49-836d45371505 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 210 time: 0.0291319 Jul 21 23:43:41.350318 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:41.492272 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc6d5-9ec2-42da-b6e8-9c17bceedf5a req-7484e2bf-265f-49db-a987-09236324e725 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:41.493771 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1b1dc6d5-9ec2-42da-b6e8-9c17bceedf5a req-7484e2bf-265f-49db-a987-09236324e725 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0487337 Jul 21 23:43:41.543752 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1b1dc6d5-9ec2-42da-b6e8-9c17bceedf5a req-9bdc5582-80ba-40e9-9dab-0130e96ea969 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Jul 21 23:43:42.342253 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-ad64336e-621d-4c78-8e2e-0440d48a67ad tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4faed5bed7450da8122eeb77459f3a HTTP/1.1" status: 200 len: 380 time: 0.0661609 Jul 21 23:43:42.374457 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bbb9db18-44e7-4fed-b24d-f209d97a1ac2 req-cb2bcb04-8de9-4e1b-94bf-08341aa30d60 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 210 time: 0.0280006 Jul 21 23:43:42.442282 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'port': {'device_id': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'admin_state_up': True, 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'security_groups': ['4faeb13f-1bc7-4d74-86f0-e9c6f31d3834']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:42.553969 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Made reservation on behalf of fc4faed5bed7450da8122eeb77459f3a for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:43:42.557270 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:42.719749 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c64993-1bc2-456c-88ec-49014b21e691 req-e0ed4b70-2885-4179-bc67-aae750d159f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:42.720776 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-7d065cf3-22e6-4956-ba98-dfa9a3f96c36 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:42.721987 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-70c64993-1bc2-456c-88ec-49014b21e691 req-e0ed4b70-2885-4179-bc67-aae750d159f2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.0484643 Jul 21 23:43:42.722263 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-7d065cf3-22e6-4956-ba98-dfa9a3f96c36 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 946 time: 0.1403039 Jul 21 23:43:42.762713 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:42.764921 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Allocated IP 172.20.0.14 (db7b04fe-74b8-4a1d-b84d-14b166fb83d5/83a40dc0-7391-401e-a129-8da6c5519058/cd4fc162-7a71-42e5-b8e5-4f425626f386) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:43:42.774472 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-70c64993-1bc2-456c-88ec-49014b21e691 req-b125dff1-c77a-4683-b29b-86fe7b84c1f5 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Jul 21 23:43:42.848826 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Deleting port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:42.849171 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.007927 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:43.015719 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] For port e5354cca-d4b3-4289-aaf0-fb839e6ccac2, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:43.016079 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.036316 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.043001 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Calling delete_port for e5354cca-d4b3-4289-aaf0-fb839e6ccac2 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:43.050593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:43.119862 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.174143 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:43:43.184202 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:43:43.191909 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:43:43.225305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event updated for resources: {'Port': ['ID=cd4fc162-7a71-42e5-b8e5-4f425626f386,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:43.225914 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.279061 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:43.279687 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.303920 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (e5354cca-d4b3-4289-aaf0-fb839e6ccac2), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.308535 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-1e693f8f-8782-495f-8c0e-31c2f0237b4d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8702157 Jul 21 23:43:43.316409 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['e5354cca-d4b3-4289-aaf0-fb839e6ccac2', '365fc751-fe38-4f1c-aa15-d43a2299f5d0'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:43:43.340968 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Request body: {'port': {'device_id': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:43.343841 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event deleted for resources: {'Port': ['ID=e5354cca-d4b3-4289-aaf0-fb839e6ccac2,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:43.414598 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] No DVR routers for this DVR port e5354cca-d4b3-4289-aaf0-fb839e6ccac2 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:43.417414 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.421390 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b7166f10-19d3-4d91-90ed-b1a24ac4560f req-1da22968-fadf-4cb4-b61e-f2140ca0a47a tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "DELETE /v2.0/ports/e5354cca-d4b3-4289-aaf0-fb839e6ccac2 HTTP/1.1" status: 204 len: 173 time: 0.6921480 Jul 21 23:43:43.421834 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'name': 'network-vif-deleted', 'tag': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:43.424205 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6c98c1-e573-48ad-b2f4-e32a931d9088" -d '{"events": [{"server_uuid": "c16c660c-f977-46c1-9b2a-c85d81c8368d", "name": "network-vif-deleted", "tag": "e5354cca-d4b3-4289-aaf0-fb839e6ccac2"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:43.455705 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-6893971a-6f2d-4e01-9dd1-b07c66bd2fb7 None None] Provisioning complete for port cd4fc162-7a71-42e5-b8e5-4f425626f386 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:43:43.456314 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6893971a-6f2d-4e01-9dd1-b07c66bd2fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.463979 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.504065 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fa848d-a8b8-4590-ba45-056dcd95a081 x-openstack-request-id: req-61fa848d-a8b8-4590-ba45-056dcd95a081 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:43.504687 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16c660c-f977-46c1-9b2a-c85d81c8368d", "name": "network-vif-deleted", "tag": "e5354cca-d4b3-4289-aaf0-fb839e6ccac2", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:43.505111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61fa848d-a8b8-4590-ba45-056dcd95a081 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:43.505725 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fa848d-a8b8-4590-ba45-056dcd95a081'] response: {'server_uuid': 'c16c660c-f977-46c1-9b2a-c85d81c8368d', 'name': 'network-vif-deleted', 'tag': 'e5354cca-d4b3-4289-aaf0-fb839e6ccac2', 'status': 'completed', 'code': 200} Jul 21 23:43:43.527723 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-6893971a-6f2d-4e01-9dd1-b07c66bd2fb7 None None] Port cd4fc162-7a71-42e5-b8e5-4f425626f386 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:43:43.568279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a09666-cd5a-4279-8734-90ba941485c6 req-1efb0cc4-ef64-43ad-9287-2b0d5c07c62d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:43.569788 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e2a09666-cd5a-4279-8734-90ba941485c6 req-1efb0cc4-ef64-43ad-9287-2b0d5c07c62d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 932 time: 0.0935481 Jul 21 23:43:43.696643 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e2a09666-cd5a-4279-8734-90ba941485c6 req-cb856245-766c-4275-a43b-c4abe41dc223 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151576 Jul 21 23:43:43.783813 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:43.836014 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4fc162-7a71-42e5-b8e5-4f425626f386 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:43:43.846708 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Publish callbacks [] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.862743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Transition to ACTIVE for port object cd4fc162-7a71-42e5-b8e5-4f425626f386 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:43:43.867969 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:43.897970 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-36b1a574-c5cd-4224-9f76-7d96ba6abc45 req-99a1e42c-b56b-4971-888b-f57b3160588b tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16c660c-f977-46c1-9b2a-c85d81c8368d HTTP/1.1" status: 200 len: 210 time: 0.0308161 Jul 21 23:43:43.950528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Pushing event updated for resources: {'Port': ['ID=cd4fc162-7a71-42e5-b8e5-4f425626f386,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:43.991634 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:44.021795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Attempting to bind port cd4fc162-7a71-42e5-b8e5-4f425626f386 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:43:44.022132 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Attempting to bind port cd4fc162-7a71-42e5-b8e5-4f425626f386 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:43:44.022460 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Attempting to bind port cd4fc162-7a71-42e5-b8e5-4f425626f386 on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:43:44.027123 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Port cd4fc162-7a71-42e5-b8e5-4f425626f386 on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:43:44.027442 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Attempting to bind port cd4fc162-7a71-42e5-b8e5-4f425626f386 on network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:43:44.033171 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:43:44.033535 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Checking segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:43:44.033966 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Bound using segment: {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:43:44.034343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Bound port: cd4fc162-7a71-42e5-b8e5-4f425626f386, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91249463-2585-427a-aeae-2bba94ae521f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:43:44.034696 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:44.101717 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] For port cd4fc162-7a71-42e5-b8e5-4f425626f386, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:43:44.105083 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] For port cd4fc162-7a71-42e5-b8e5-4f425626f386, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:43:44.111405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:44.146531 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:44.147159 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:44.148523 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] 10.222.0.39 "PUT /v2.0/ports/cd4fc162-7a71-42e5-b8e5-4f425626f386 HTTP/1.1" status: 200 len: 1094 time: 0.8133955 Jul 21 23:43:44.172443 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cac26-c11f-4ad9-b118-b3632583fe2b service neutron] Pushing event updated for resources: {'Port': ['ID=cd4fc162-7a71-42e5-b8e5-4f425626f386,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:44.232021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-10af4088-9982-46ce-a9fd-010f620141bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:44.233890 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-10af4088-9982-46ce-a9fd-010f620141bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 1128 time: 0.0462568 Jul 21 23:43:44.277306 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-4645a6fd-bc55-4d9d-b288-39a90a7a59cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386 HTTP/1.1" status: 200 len: 217 time: 0.0353100 Jul 21 23:43:44.328573 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-560a504f-37fc-4099-92a1-603ed8e32d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:44.330052 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-560a504f-37fc-4099-92a1-603ed8e32d7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.0468132 Jul 21 23:43:44.375775 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-f55c1283-b156-46d3-b90d-1cf755a20467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:44.377300 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-f55c1283-b156-46d3-b90d-1cf755a20467 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397174 Jul 21 23:43:44.471220 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-482f8c2e-1a6d-4289-8594-42a42b8bb993 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Jul 21 23:43:44.568070 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6bd9f0a7-a8e4-4a72-8111-a25d41615c9d req-264086d3-2638-4544-bb8d-bb13d756d096 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901244 Jul 21 23:43:44.808824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c406022-0e0c-4cd9-a676-9178a0fbad18 req-ed35665b-e720-4afa-8fc9-80e665a4c6df tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:44.810297 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8c406022-0e0c-4cd9-a676-9178a0fbad18 req-ed35665b-e720-4afa-8fc9-80e665a4c6df tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 944 time: 0.0471332 Jul 21 23:43:44.856948 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8c406022-0e0c-4cd9-a676-9178a0fbad18 req-e46bbb02-aeb5-4907-8ba2-1bd824891ac3 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Jul 21 23:43:45.163541 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235f714-fea8-41e8-a7d4-8f9cf5e89651 req-0e76b073-9018-4b63-89b2-217966ccfc29 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:45.164961 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3235f714-fea8-41e8-a7d4-8f9cf5e89651 req-0e76b073-9018-4b63-89b2-217966ccfc29 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0469391 Jul 21 23:43:45.216615 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3235f714-fea8-41e8-a7d4-8f9cf5e89651 req-37e167b4-9264-465e-8c49-cab66d1f1642 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Jul 21 23:43:45.506960 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:45.509324 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e" -d '{"events": [{"name": "network-changed", "server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:45.546052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272b3538-783f-42e9-8447-3da620d1b977 x-openstack-request-id: req-272b3538-783f-42e9-8447-3da620d1b977 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:45.546544 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:45.546544 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-272b3538-783f-42e9-8447-3da620d1b977 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:45.546949 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272b3538-783f-42e9-8447-3da620d1b977'] response: {'name': 'network-changed', 'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'status': 'completed', 'code': 200} Jul 21 23:43:45.735366 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device cd4fc162-7a71-42e5-b8e5-4f425626f386 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:43:45.738691 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device e5354cca-d4b3-4289-aaf0-fb839e6ccac2 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:45.764218 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: e5354cca-d4b3-4289-aaf0-fb839e6ccac2 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:45.764490 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device e5354cca-d4b3-4289-aaf0-fb839e6ccac2 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:45.854527 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port cd4fc162-7a71-42e5-b8e5-4f425626f386, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:45.865373 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'port_id': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'mac_address': 'fa:16:3e:ac:61:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:43:45.895153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:45.902217 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port cd4fc162-7a71-42e5-b8e5-4f425626f386 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:43:45.902616 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:45.914647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:45.918115 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4fc162-7a71-42e5-b8e5-4f425626f386 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:43:45.939803 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port cd4fc162-7a71-42e5-b8e5-4f425626f386, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:45.943682 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:45.972141 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8bb1e-35a7-4e72-96e4-0135e9112f6a req-d0cb6521-5de9-4f7c-aea2-3a4d9a6336b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:45.973698 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9be8bb1e-35a7-4e72-96e4-0135e9112f6a req-d0cb6521-5de9-4f7c-aea2-3a4d9a6336b4 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 944 time: 0.0495188 Jul 21 23:43:45.992361 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=cd4fc162-7a71-42e5-b8e5-4f425626f386,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:46.023561 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9be8bb1e-35a7-4e72-96e4-0135e9112f6a req-23167aa9-5042-4439-91f8-bca99067d8b0 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Jul 21 23:43:46.227601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['cd4fc162-7a71-42e5-b8e5-4f425626f386'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:43:46.331697 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1fa9-8330-421e-a91d-1d6b5e82e9f4 req-ede73f14-2b91-4f7e-9992-7dc3c016f88d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:46.333086 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-033c1fa9-8330-421e-a91d-1d6b5e82e9f4 req-ede73f14-2b91-4f7e-9992-7dc3c016f88d tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0471358 Jul 21 23:43:46.379903 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-033c1fa9-8330-421e-a91d-1d6b5e82e9f4 req-7cf80ca2-ff96-4896-a0b9-509686e69b1e tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 Jul 21 23:43:46.561419 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=25 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:47.184668 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf94d5-5a9a-472a-8d1c-2bd786559a52 req-43fbb812-8865-49f0-bc74-f12ad6f7514d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:47.186169 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-acaf94d5-5a9a-472a-8d1c-2bd786559a52 req-43fbb812-8865-49f0-bc74-f12ad6f7514d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 945 time: 0.0472426 Jul 21 23:43:47.233214 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-acaf94d5-5a9a-472a-8d1c-2bd786559a52 req-17962417-0c58-4a50-88b6-ad0ddf41c77d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Jul 21 23:43:47.496042 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6afc6-4162-48ad-b0e8-1cb25750c5cf req-4de18366-245f-4ff9-a861-33122ed950b2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:47.497508 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c1a6afc6-4162-48ad-b0e8-1cb25750c5cf req-4de18366-245f-4ff9-a861-33122ed950b2 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0499222 Jul 21 23:43:47.523309 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:47.545708 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c1a6afc6-4162-48ad-b0e8-1cb25750c5cf req-0bcbb6bf-4c6d-4e12-be5a-2b120d41500c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Jul 21 23:43:47.742553 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device cd4fc162-7a71-42e5-b8e5-4f425626f386 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:43:47.784457 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port cd4fc162-7a71-42e5-b8e5-4f425626f386 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:43:47.790205 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port cd4fc162-7a71-42e5-b8e5-4f425626f386 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:43:47.790614 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:47.863534 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port cd4fc162-7a71-42e5-b8e5-4f425626f386 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:43:47.863919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:47.886631 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:47.888864 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e71bcac-e68c-4399-bb3d-41538cb69d86" -d '{"events": [{"server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:47.901407 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port cd4fc162-7a71-42e5-b8e5-4f425626f386, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:47.905509 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:47.929791 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe406bd-fc60-4ea8-812a-ed79575df29e x-openstack-request-id: req-1fe406bd-fc60-4ea8-812a-ed79575df29e {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:47.930080 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:47.930334 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1fe406bd-fc60-4ea8-812a-ed79575df29e {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:47.930726 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe406bd-fc60-4ea8-812a-ed79575df29e'] response: {'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'code': 200} Jul 21 23:43:47.954943 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=cd4fc162-7a71-42e5-b8e5-4f425626f386,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:48.347012 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfa1b3-9130-451a-95dd-589f1e475656 req-299a8d49-4a0b-4294-88ae-3d460d53d189 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:48.348517 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-69cfa1b3-9130-451a-95dd-589f1e475656 req-299a8d49-4a0b-4294-88ae-3d460d53d189 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.0498111 Jul 21 23:43:48.398859 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-69cfa1b3-9130-451a-95dd-589f1e475656 req-28c9cb52-f904-4ec3-b8db-1949b8496dcc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445113 Jul 21 23:43:48.403196 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=41 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:48.646818 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-ebc2f28b-f1ae-4b5e-8961-9e0a397ef6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:48.648732 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-ebc2f28b-f1ae-4b5e-8961-9e0a397ef6b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 1130 time: 0.0553277 Jul 21 23:43:48.677239 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b8e53-47ee-4604-b239-6eda8ebe3343 req-71ad3ff9-0165-4252-b533-df8097f50e1c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:48.678780 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-503b8e53-47ee-4604-b239-6eda8ebe3343 req-71ad3ff9-0165-4252-b533-df8097f50e1c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0516472 Jul 21 23:43:48.709892 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dcd8f-c6bf-46cf-81ab-8b695ffc93a4 req-382d3703-1413-4268-93aa-9a19d907ed14 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:48.711432 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-483dcd8f-c6bf-46cf-81ab-8b695ffc93a4 req-382d3703-1413-4268-93aa-9a19d907ed14 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0514469 Jul 21 23:43:48.726309 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-503b8e53-47ee-4604-b239-6eda8ebe3343 req-2214d3eb-0fa0-47e3-9224-7d8e1f2f9a5c tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Jul 21 23:43:48.737963 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:48.760909 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-483dcd8f-c6bf-46cf-81ab-8b695ffc93a4 req-dd62b015-1265-4ae1-a9c1-66a66e5a54de tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Jul 21 23:43:49.114242 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-a9dde38f-2678-4078-90e1-974d0179dbaf tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726777768&fields=id&tenant_id=235634c0fcf14ebeab084cfca36d394b HTTP/1.1" status: 200 len: 267 time: 0.0451028 Jul 21 23:43:49.129698 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:49.166127 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-59a49bda-fda9-45f8-85eb-d16fe00e687c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:49.167605 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-59a49bda-fda9-45f8-85eb-d16fe00e687c tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 984 time: 0.0478666 Jul 21 23:43:49.178568 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Request body: {'port': {'security_groups': ['fbf04a78-605c-4baf-8106-a8428ecb2833']}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:49.205105 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:49.258018 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.432413 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:49.461881 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.466439 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.479120 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['3d912156-66c3-4060-a4b0-45f5c1b2da29'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:43:49.512860 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:49.513515 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.514957 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-15947df7-cd96-41d6-a643-129d3e4ad3ed req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "PUT /v2.0/ports/3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 942 time: 0.3407707 Jul 21 23:43:49.515409 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:49.517873 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf8640-ea43-4467-9696-cbc3e238ac67" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:49.526267 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34366) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:49.551055 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad71411-2cbe-466d-9cc3-3e66bb99acf6 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event updated for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=7']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:49.583538 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8180-f326-45cc-b951-a15cfda06f54 req-e0b03d54-1f12-4811-a209-32732c6cc5b5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:49.591025 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9d8b8180-f326-45cc-b951-a15cfda06f54 req-e0b03d54-1f12-4811-a209-32732c6cc5b5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.1211889 Jul 21 23:43:49.598744 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6230c-e05f-495b-96b4-ea116c38d7e2 x-openstack-request-id: req-0ae6230c-e05f-495b-96b4-ea116c38d7e2 {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:49.599038 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:49.599296 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ae6230c-e05f-495b-96b4-ea116c38d7e2 {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:49.599735 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae6230c-e05f-495b-96b4-ea116c38d7e2'] response: {'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'status': 'completed', 'code': 200} Jul 21 23:43:49.607502 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['3d912156-66c3-4060-a4b0-45f5c1b2da29'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:43:49.652660 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32628a-b740-4300-bc47-a57467c0fead tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group (5d1c61dd-f060-46d3-a82f-350a6ea95119), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.661268 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9d8b8180-f326-45cc-b951-a15cfda06f54 req-86044e7d-baac-4933-a2dc-58a4ee5d43bf tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697153 Jul 21 23:43:49.686684 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32628a-b740-4300-bc47-a57467c0fead tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group (5d1c61dd-f060-46d3-a82f-350a6ea95119), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.723843 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:49.751015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-ba1108b0-282d-4ec0-8bbe-9b2c8d3c2c07 None None] Provisioning complete for port 3d912156-66c3-4060-a4b0-45f5c1b2da29 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:43:49.751414 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ba1108b0-282d-4ec0-8bbe-9b2c8d3c2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.754940 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32628a-b740-4300-bc47-a57467c0fead tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5d1c61dd-f060-46d3-a82f-350a6ea95119), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.757591 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2c32628a-b740-4300-bc47-a57467c0fead tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:49.761747 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34370) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:49.762243 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-2c32628a-b740-4300-bc47-a57467c0fead tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "DELETE /v2.0/security-groups/5d1c61dd-f060-46d3-a82f-350a6ea95119 HTTP/1.1" status: 204 len: 168 time: 0.2344010 Jul 21 23:43:49.782338 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32628a-b740-4300-bc47-a57467c0fead tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c61dd-f060-46d3-a82f-350a6ea95119,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:49.801170 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:49.890678 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-ba1108b0-282d-4ec0-8bbe-9b2c8d3c2c07 None None] Current status of the port 3d912156-66c3-4060-a4b0-45f5c1b2da29 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:43:49.916428 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ff07e-1858-428d-aead-a90bb49666c6 req-6d4166cc-cd2d-4bb8-87d7-6522cf36c18e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:49.918057 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-805ff07e-1858-428d-aead-a90bb49666c6 req-6d4166cc-cd2d-4bb8-87d7-6522cf36c18e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0557010 Jul 21 23:43:49.923684 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aa6e5-58d9-406d-89cf-c05dc293b25b req-b1b01d99-cbda-4406-a24c-dcd83692d6a7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:49.925151 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-815aa6e5-58d9-406d-89cf-c05dc293b25b req-b1b01d99-cbda-4406-a24c-dcd83692d6a7 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.0978203 Jul 21 23:43:49.966415 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-805ff07e-1858-428d-aead-a90bb49666c6 req-f7799ef7-4bbf-43dc-ad78-90c36aaaa3d8 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Jul 21 23:43:50.011274 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-815aa6e5-58d9-406d-89cf-c05dc293b25b req-ecbcfc72-c59a-49ad-a7cf-8983d15108fe tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803730 Jul 21 23:43:50.018376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Deleting port 59d8ddf7-1135-4eef-9a55-a511a48ef010 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:50.018724 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:50.096593 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:50.096848 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for floatingip (59d8ddf7-1135-4eef-9a55-a511a48ef010), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:50.109084 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Calling delete_port for 59d8ddf7-1135-4eef-9a55-a511a48ef010 owned by network:floatingip {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:50.488841 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:50.492980 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:50.500051 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (59d8ddf7-1135-4eef-9a55-a511a48ef010), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:50.532212 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event deleted for resources: {'Port': ['ID=59d8ddf7-1135-4eef-9a55-a511a48ef010,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:50.558132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks [] for floatingip (4b13ca68-e0ff-4a43-abf3-af915cd3025a), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:50.558538 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Floating IP 4b13ca68-e0ff-4a43-abf3-af915cd3025a disassociated (deleted). External IP: 172.27.1.206, port: 3d912156-66c3-4060-a4b0-45f5c1b2da29. Jul 21 23:43:50.670857 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eab5e-6c90-4c57-adad-bdb0d5a3e6a9 req-3c2b8e7f-939d-4c0d-9e59-35e688a9ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:50.672755 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aa8eab5e-6c90-4c57-adad-bdb0d5a3e6a9 req-3c2b8e7f-939d-4c0d-9e59-35e688a9ba5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 1130 time: 0.1097476 Jul 21 23:43:50.740656 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aa8eab5e-6c90-4c57-adad-bdb0d5a3e6a9 req-c5e35723-3e3e-47dc-903c-77e9865dfaba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610442 Jul 21 23:43:50.847773 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Router 10f84426-fc08-46e0-b95b-7290bce7bae5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:50.949069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-394cac43-d66d-4081-af5b-406f31817f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:50.950612 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-394cac43-d66d-4081-af5b-406f31817f0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1129 time: 0.1517632 Jul 21 23:43:50.953708 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:50.958493 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:50.964076 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] Sync routers for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:50.970880 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-9bce5cf9-1c09-4497-a959-20aabdca8c67 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:50.972455 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-9bce5cf9-1c09-4497-a959-20aabdca8c67 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.1698647 Jul 21 23:43:50.975578 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:50.976182 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:50.978393 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6acad-c097-4b9c-b80f-a3ecae159414 req-ef8a863d-39ac-4fee-b616-c6ffdabce9b5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:50.979777 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ccd6acad-c097-4b9c-b80f-a3ecae159414 req-ef8a863d-39ac-4fee-b616-c6ffdabce9b5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.1798260 Jul 21 23:43:50.990030 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-477605c3-5625-4f6b-95b8-351d572af785 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "DELETE /v2.0/floatingips/4b13ca68-e0ff-4a43-abf3-af915cd3025a HTTP/1.1" status: 204 len: 168 time: 1.2259691 Jul 21 23:43:50.996329 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-525dd858-f6bc-4a97-aae8-b7a83c5c8a49 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:50.997823 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-525dd858-f6bc-4a97-aae8-b7a83c5c8a49 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.1964846 Jul 21 23:43:51.044091 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-b51e632e-37bc-40e3-b41b-e6d69083657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:51.045630 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-b51e632e-37bc-40e3-b41b-e6d69083657c service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.5525444 Jul 21 23:43:51.097897 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2738a-918a-4d51-a6a5-98a333608d2c req-27d1e34f-a136-47ac-ac60-d5b53d9c0c1a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:51.099738 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-98f2738a-918a-4d51-a6a5-98a333608d2c req-27d1e34f-a136-47ac-ac60-d5b53d9c0c1a tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0518458 Jul 21 23:43:51.140917 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:51.153036 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-98f2738a-918a-4d51-a6a5-98a333608d2c req-229dd67f-4cf9-46be-b03a-607c235f43c3 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462725 Jul 21 23:43:51.192310 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-1203c66b-2f3c-4f51-b125-96fe976b2bc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386 HTTP/1.1" status: 200 len: 217 time: 0.1113055 Jul 21 23:43:51.197557 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:51.317212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-42a9d537-18ca-4c01-a31b-43a38ad2334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:51.318702 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-42a9d537-18ca-4c01-a31b-43a38ad2334d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 916 time: 0.3363104 Jul 21 23:43:51.322854 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Deleting port bf3d7700-4f6a-4ed5-976f-d98d0af517ec {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:51.323197 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:51.328694 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Deleting port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:51.329026 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:51.337876 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ccd6acad-c097-4b9c-b80f-a3ecae159414 req-8a762043-6e93-4309-b3b1-565eb5222461 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389869 Jul 21 23:43:51.409377 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 5, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:51.435339 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] Checking router: 10f84426-fc08-46e0-b95b-7290bce7bae5 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:51.441451 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:51.445788 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:51.446494 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:51.559184 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:51.601104 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:51.604127 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26121634-2e8e-42e0-bbb1-80f88f632891" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:51.607120 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-f597f300-f657-4099-9543-579a6b29f122 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 217 time: 0.1285837 Jul 21 23:43:51.619850 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] For port 365fc751-fe38-4f1c-aa15-d43a2299f5d0, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=365fc751-fe38-4f1c-aa15-d43a2299f5d0,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:51.620215 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:51.628857 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0cf1d-6037-4210-9201-d8ad1eee00cc req-a69a48a8-f305-40d5-890a-3e800ddcf0c8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:51.630609 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3fa0cf1d-6037-4210-9201-d8ad1eee00cc req-a69a48a8-f305-40d5-890a-3e800ddcf0c8 tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 945 time: 0.2079921 Jul 21 23:43:51.642979 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195cbc6-b1ca-4095-94b5-4a94f9c24f0b x-openstack-request-id: req-c195cbc6-b1ca-4095-94b5-4a94f9c24f0b {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:51.643275 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:51.643533 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c195cbc6-b1ca-4095-94b5-4a94f9c24f0b {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:51.644413 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c195cbc6-b1ca-4095-94b5-4a94f9c24f0b'] response: {'name': 'network-changed', 'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'status': 'completed', 'code': 200} Jul 21 23:43:51.669056 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Calling delete_port for 365fc751-fe38-4f1c-aa15-d43a2299f5d0 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:51.690527 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-e34df237-86d3-4e5c-9770-c8033c4246a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:51.692009 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-e34df237-86d3-4e5c-9770-c8033c4246a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.2150531 Jul 21 23:43:51.709091 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] For port bf3d7700-4f6a-4ed5-976f-d98d0af517ec, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:51.709482 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:51.754016 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 5, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:51.780932 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd362f22-5b46-4608-a465-c45c9ad8c140 None None] The sync data for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi is: [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:40:24Z', 'revision_number': 4, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'cb69e10a-f5d0-49a2-a368-c1e843269562', 'name': '', 'network_id': 'e0cff7d2-068a-415c-ae07-6a6f8ef7f009', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'mac_address': 'fa:16:3e:4b:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:23Z', 'updated_at': '2022-07-21T23:40:28Z', 'revision_number': 5, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'subnets': [{'id': '312c9344-7bbd-4b73-a2ac-31c4cc3d60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:51.821949 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3fa0cf1d-6037-4210-9201-d8ad1eee00cc req-c1f311e0-c6ef-42be-b067-71bd48b557ac tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7528359-685a-4f2b-9ed0-a498d2260fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801963 Jul 21 23:43:51.911962 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:52.032270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a44d2d-5c0b-4d8a-91ee-fac042475a0c None None] New status for floating IP 4b13ca68-e0ff-4a43-abf3-af915cd3025a: DOWN {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:43:52.078119 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-0c948e26-0db1-4f8d-9845-c77954a2b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:52.079757 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-0c948e26-0db1-4f8d-9845-c77954a2b1f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1483746 Jul 21 23:43:52.085086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-4ec69bcf-c22c-4f77-a23f-11ef642bb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:52.086754 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-4ec69bcf-c22c-4f77-a23f-11ef642bb07b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 200 len: 854 time: 0.1541562 Jul 21 23:43:52.089878 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:52.090263 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (f9774ffe-d9d3-4535-be37-6a3b75ca6413), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:52.090584 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Floating IP f9774ffe-d9d3-4535-be37-6a3b75ca6413 disassociated. External IP: 172.27.1.176, port: bf3d7700-4f6a-4ed5-976f-d98d0af517ec. Jul 21 23:43:52.090942 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Calling delete_port for bf3d7700-4f6a-4ed5-976f-d98d0af517ec owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:52.094069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (365fc751-fe38-4f1c-aa15-d43a2299f5d0), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:52.134342 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Pushing event deleted for resources: {'Port': ['ID=365fc751-fe38-4f1c-aa15-d43a2299f5d0,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:52.219414 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] No DVR routers for this DVR port 365fc751-fe38-4f1c-aa15-d43a2299f5d0 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:52.223436 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:52.226698 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-577059ea-e410-4844-bdd5-3f8da9e22699 req-81ff1c1a-2e10-48d2-942b-aa7cda6410df tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.39 "DELETE /v2.0/ports/365fc751-fe38-4f1c-aa15-d43a2299f5d0 HTTP/1.1" status: 204 len: 173 time: 1.2168095 Jul 21 23:43:52.228438 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'name': 'network-vif-deleted', 'tag': '365fc751-fe38-4f1c-aa15-d43a2299f5d0'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:52.230721 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9e18d-e890-44b5-ae36-02fe9d96eb43" -d '{"events": [{"server_uuid": "7af6350f-5066-435f-bf01-5541dd1d3b18", "name": "network-vif-deleted", "tag": "365fc751-fe38-4f1c-aa15-d43a2299f5d0"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:52.303661 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a32f3b-e311-4610-86d5-a2b79556d09d x-openstack-request-id: req-67a32f3b-e311-4610-86d5-a2b79556d09d {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:52.303957 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af6350f-5066-435f-bf01-5541dd1d3b18", "name": "network-vif-deleted", "tag": "365fc751-fe38-4f1c-aa15-d43a2299f5d0", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:52.304187 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67a32f3b-e311-4610-86d5-a2b79556d09d {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:52.304585 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a32f3b-e311-4610-86d5-a2b79556d09d'] response: {'server_uuid': '7af6350f-5066-435f-bf01-5541dd1d3b18', 'name': 'network-vif-deleted', 'tag': '365fc751-fe38-4f1c-aa15-d43a2299f5d0', 'status': 'completed', 'code': 200} Jul 21 23:43:52.304816 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e18e3-64dd-4695-8171-2ea51a1f1450 req-39c218f1-dcd2-4687-846f-de320f7da644 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:52.306499 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c47e18e3-64dd-4695-8171-2ea51a1f1450 req-39c218f1-dcd2-4687-846f-de320f7da644 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 945 time: 0.0754929 Jul 21 23:43:52.334578 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (bf3d7700-4f6a-4ed5-976f-d98d0af517ec), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:52.366822 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c47e18e3-64dd-4695-8171-2ea51a1f1450 req-9dfc0e58-ab33-4a94-8d00-6524205f8e02 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=02600b9d-af06-4f11-a081-7152d5b51ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519009 Jul 21 23:43:52.382644 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event deleted for resources: {'Port': ['ID=bf3d7700-4f6a-4ed5-976f-d98d0af517ec,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:52.512868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:52.557969 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-e2a49568-7217-44d5-9eb5-3d74f4716f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:52.559522 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-e2a49568-7217-44d5-9eb5-3d74f4716f86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1930897 Jul 21 23:43:52.611695 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f602a-6869-4965-9f4d-ce6cdbd5374a req-4a99bddf-f8ce-4187-9e7e-ff4cb344ec6c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:52.613226 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6d2f602a-6869-4965-9f4d-ce6cdbd5374a req-4a99bddf-f8ce-4187-9e7e-ff4cb344ec6c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.1743546 Jul 21 23:43:52.688963 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-59adafe6-0fd3-4ced-ba3a-0919901e4836 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255033 Jul 21 23:43:52.690585 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:52.712101 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6d2f602a-6869-4965-9f4d-ce6cdbd5374a req-4dd52404-f31a-460a-b19b-d71d32358a30 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878835 Jul 21 23:43:52.849162 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab15d-e377-44e9-b86a-757a69d38e99 req-3b6c32c8-1ccc-43ae-922e-1f4cc662394d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:52.862714 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-10cab15d-e377-44e9-b86a-757a69d38e99 req-3b6c32c8-1ccc-43ae-922e-1f4cc662394d tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.0682390 Jul 21 23:43:52.863426 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34408) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:52.874431 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Request body: {'floatingip': {'port_id': 'cd4fc162-7a71-42e5-b8e5-4f425626f386'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:52.923700 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (5491128d-a7ae-4131-8b45-a3ae10f20726), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:53.080281 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:53.141146 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2a2b199e-ccde-4369-95e8-6fa4d938376d req-d02ffbc9-de64-4cb0-b182-a78f21316cea tempest-ServerRescueNegativeTestJSON-777922945 tempest-ServerRescueNegativeTestJSON-777922945-project] 10.222.0.57 "GET /v2.0/ports?device_id=7af6350f-5066-435f-bf01-5541dd1d3b18 HTTP/1.1" status: 200 len: 210 time: 0.1037934 Jul 21 23:43:53.184130 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:53.236252 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:53.248838 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] Sync routers for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:53.262695 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:53.264573 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:53.307455 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41df3dfa-ce3a-4e2e-8b67-e5147f0a336e req-f5d9cd61-5174-4b8e-97b6-f87150f8837e service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726872 Jul 21 23:43:53.307887 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] No DVR routers for this DVR port bf3d7700-4f6a-4ed5-976f-d98d0af517ec on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:53.311600 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-2af73db7-ec52-4143-b519-22b25c98bb94 service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854602 Jul 21 23:43:53.312769 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:53.316218 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fa9a4d11-88c0-4b5e-8359-b91cfe36e810 req-8809a283-1859-4e1b-b899-743b0c0bdcda tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "DELETE /v2.0/ports/bf3d7700-4f6a-4ed5-976f-d98d0af517ec HTTP/1.1" status: 204 len: 173 time: 2.3323519 Jul 21 23:43:53.327032 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:53.420174 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:53.432820 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-02bf8640-ea43-4467-9696-cbc3e238ac67 req-f49d1b8b-e98a-46fd-9184-7630e69a525c service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127324 Jul 21 23:43:53.444111 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:53.453619 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (5491128d-a7ae-4131-8b45-a3ae10f20726), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:53.535957 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e237c3a3-c7cb-4288-9ece-c4c09a01bd55 req-3ea5323d-cba7-4238-bfa4-3942042de2f7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=946cd660-c484-440f-873a-84c4c0a208fd HTTP/1.1" status: 200 len: 210 time: 0.0332451 Jul 21 23:43:53.571657 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-ec7a0a3e-67e4-4439-a189-73f83041adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:53.573967 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-ec7a0a3e-67e4-4439-a189-73f83041adc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=235634c0fcf14ebeab084cfca36d394b&device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 1129 time: 0.0848160 Jul 21 23:43:53.593741 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:53.599864 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP 5491128d-a7ae-4131-8b45-a3ae10f20726 associated. External IP: 172.27.1.4, port: cd4fc162-7a71-42e5-b8e5-4f425626f386. Jul 21 23:43:53.634468 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:53.635469 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:53.666096 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] Checking router: 8c884228-20a8-45e4-9ae7-2b9116e18ee3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:53.675316 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:53.675931 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:53.785962 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:53.841431 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:53.941465 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 365fc751-fe38-4f1c-aa15-d43a2299f5d0 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:53.959498 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-7851cd81-4a46-47ab-8cdc-877d45ba6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:53.962343 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-7851cd81-4a46-47ab-8cdc-877d45ba6e86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 200 len: 916 time: 0.2054956 Jul 21 23:43:53.977605 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 365fc751-fe38-4f1c-aa15-d43a2299f5d0 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:53.978462 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 365fc751-fe38-4f1c-aa15-d43a2299f5d0 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:53.979149 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bf3d7700-4f6a-4ed5-976f-d98d0af517ec no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:53.990251 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:54.008855 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:54.009115 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:54.012806 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: bf3d7700-4f6a-4ed5-976f-d98d0af517ec {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:54.013302 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bf3d7700-4f6a-4ed5-976f-d98d0af517ec not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:54.024943 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:54.025742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:54.026937 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:54.027101 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-920f83a6-5085-4daa-8c04-82d6d80a811e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 200 len: 217 time: 0.0574880 Jul 21 23:43:54.050586 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-463f14e4-1b67-4600-ac87-8e238de92eb5 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "PUT /v2.0/floatingips/5491128d-a7ae-4131-8b45-a3ae10f20726 HTTP/1.1" status: 200 len: 990 time: 1.1858125 Jul 21 23:43:54.051227 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:54.053774 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ce4217-7b35-425a-9bea-bf50b3f36617" -d '{"events": [{"name": "network-changed", "server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:54.065586 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6e9b6-a58c-44ba-b2a1-6cf8fe003960 None None] The sync data for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi is: [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:54.108121 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6549b2-c559-47ce-8293-19d6be78f18b x-openstack-request-id: req-6f6549b2-c559-47ce-8293-19d6be78f18b {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:54.108423 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:54.108665 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f6549b2-c559-47ce-8293-19d6be78f18b {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:54.109065 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6549b2-c559-47ce-8293-19d6be78f18b'] response: {'name': 'network-changed', 'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'status': 'completed', 'code': 200} Jul 21 23:43:54.113092 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-240b6d48-9bc1-4489-9fc9-c87f20cbf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:54.114810 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-240b6d48-9bc1-4489-9fc9-c87f20cbf4a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 200 len: 854 time: 0.0816066 Jul 21 23:43:54.149846 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:54.160141 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:54.193335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-6f018016-e149-4293-9048-98a982ecdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:54.194880 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-6f018016-e149-4293-9048-98a982ecdbea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0cff7d2-068a-415c-ae07-6a6f8ef7f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726805 Jul 21 23:43:54.203304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-22106e6d-69c5-4228-ae40-92baeafe8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:54.205939 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-22106e6d-69c5-4228-ae40-92baeafe8584 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc4faed5bed7450da8122eeb77459f3a&device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 1130 time: 0.0742912 Jul 21 23:43:54.214737 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34430) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:54.321152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'name': 'network-vif-deleted', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:54.323467 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9159a8ac-3e6b-4faf-99fc-05eba4064c98" -d '{"events": [{"server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "name": "network-vif-deleted", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:54.386019 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe6fa4-211c-4173-ad55-3d6d5d78a873 x-openstack-request-id: req-7bbe6fa4-211c-4173-ad55-3d6d5d78a873 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:54.386318 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946cd660-c484-440f-873a-84c4c0a208fd", "name": "network-vif-deleted", "tag": "bf3d7700-4f6a-4ed5-976f-d98d0af517ec", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:54.386573 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7bbe6fa4-211c-4173-ad55-3d6d5d78a873 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:54.386973 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbe6fa4-211c-4173-ad55-3d6d5d78a873'] response: {'server_uuid': '946cd660-c484-440f-873a-84c4c0a208fd', 'name': 'network-vif-deleted', 'tag': 'bf3d7700-4f6a-4ed5-976f-d98d0af517ec', 'status': 'completed', 'code': 200} Jul 21 23:43:54.393209 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-32f14cd8-827d-424b-bede-d732de04723e service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874382 Jul 21 23:43:54.397132 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-619f5e7d-4f57-4cd9-ad14-aeb61fad968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:54.397667 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-619f5e7d-4f57-4cd9-ad14-aeb61fad968c service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 200 len: 916 time: 0.1839817 Jul 21 23:43:54.433432 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '5491128d-a7ae-4131-8b45-a3ae10f20726', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:ac:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:37Z', 'updated_at': '2022-07-21T23:43:53Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:54.446084 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75ca29-a2dd-4e0c-85a5-36091e1159dc None None] New status for floating IP f9774ffe-d9d3-4535-be37-6a3b75ca6413: DOWN {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:43:54.470768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:54.480413 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:54.481290 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:54.559309 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-26121634-2e8e-42e0-bbb1-80f88f632891 req-1f8dd1d6-a6af-446a-9e6f-d7c0fe07f06f service neutron] 10.222.0.39 "GET /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556113 Jul 21 23:43:54.613849 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:54.617619 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-10951ff3-5ed3-4770-9519-ba5adf488128 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386 HTTP/1.1" status: 200 len: 998 time: 0.2045565 Jul 21 23:43:54.625133 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:54.676547 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34440) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:54.687433 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-ac0e5f0c-2d40-45f3-9d68-16b2858988f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:54.688924 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-ac0e5f0c-2d40-45f3-9d68-16b2858988f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 200 len: 854 time: 0.0638146 Jul 21 23:43:54.741579 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-64b3ff8f-63a2-4f60-9be0-3f8a64519faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:54.743332 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-64b3ff8f-63a2-4f60-9be0-3f8a64519faa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7b04fe-74b8-4a1d-b84d-14b166fb83d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473425 Jul 21 23:43:54.847130 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-c3d81e49-f23c-41e0-841c-e2ccbc7af033 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967574 Jul 21 23:43:54.862341 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-635d6857-9350-47d4-aa7d-dd08466008ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (02600b9d-af06-4f11-a081-7152d5b51ffa), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:54.872476 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:54.894313 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-635d6857-9350-47d4-aa7d-dd08466008ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (02600b9d-af06-4f11-a081-7152d5b51ffa), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:54.895498 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '5491128d-a7ae-4131-8b45-a3ae10f20726', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:ac:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:37Z', 'updated_at': '2022-07-21T23:43:53Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:54.923564 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a14b86-5092-4b7c-a211-404acd9b33be None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '5491128d-a7ae-4131-8b45-a3ae10f20726', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'port_id': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'mac_address': 'fa:16:3e:ac:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:37Z', 'updated_at': '2022-07-21T23:43:53Z', 'revision_number': 1, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:54.939889 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (95ab97f9-82ec-4c3e-b987-4561c9a87f28), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:54.947132 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:54.980903 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08ce4217-7b35-425a-9bea-bf50b3f36617 req-5c03bcec-89e2-48ae-a366-013c57eaae66 service neutron] 10.222.0.39 "GET /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278582 Jul 21 23:43:54.984667 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:55.034032 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-635d6857-9350-47d4-aa7d-dd08466008ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (02600b9d-af06-4f11-a081-7152d5b51ffa), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.036928 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-635d6857-9350-47d4-aa7d-dd08466008ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.038124 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-635d6857-9350-47d4-aa7d-dd08466008ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "DELETE /v2.0/security-groups/02600b9d-af06-4f11-a081-7152d5b51ffa HTTP/1.1" status: 204 len: 168 time: 0.3587217 Jul 21 23:43:55.040966 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34448) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:55.056706 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.api.v2.resource [None req-70843d81-9fd2-4116-a3c0-093efe8606fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] show failed (client error): The resource could not be found. Jul 21 23:43:55.057651 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6857-9350-47d4-aa7d-dd08466008ab tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02600b9d-af06-4f11-a081-7152d5b51ffa,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:55.057836 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-70843d81-9fd2-4116-a3c0-093efe8606fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups/02600b9d-af06-4f11-a081-7152d5b51ffa HTTP/1.1" status: 404 len: 347 time: 0.0158226 Jul 21 23:43:55.060908 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34450) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:55.204803 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a632421-f0ea-447d-a7a6-cf133791e9b6 None None] New status for floating IP 5491128d-a7ae-4131-8b45-a3ae10f20726: ACTIVE {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:43:55.205895 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505329d-8258-4133-8b66-8b5085616102 req-4e165852-2097-455c-bba0-681e29e2e0a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:55.207524 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2505329d-8258-4133-8b66-8b5085616102 req-4e165852-2097-455c-bba0-681e29e2e0a8 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0941606 Jul 21 23:43:55.271392 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Deleting port f93dfaaf-6b16-4a66-8b38-483e57cdad45 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:55.271921 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.312109 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2505329d-8258-4133-8b66-8b5085616102 req-ff25b523-9654-44fc-9c99-e92d40d0816a tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821731 Jul 21 23:43:55.378793 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.379125 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (f93dfaaf-6b16-4a66-8b38-483e57cdad45), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.393058 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Calling delete_port for f93dfaaf-6b16-4a66-8b38-483e57cdad45 owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:55.395085 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:55.531112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (f93dfaaf-6b16-4a66-8b38-483e57cdad45), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.539535 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Deleting port 42685840-9d8e-427d-8390-157f8b9aa99d {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:55.539873 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.556530 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event deleted for resources: {'Port': ['ID=f93dfaaf-6b16-4a66-8b38-483e57cdad45,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:55.619424 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (f9774ffe-d9d3-4535-be37-6a3b75ca6413), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.621969 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.623165 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-91b78309-8bf8-4817-9af8-8b954ca98011 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "DELETE /v2.0/floatingips/f9774ffe-d9d3-4535-be37-6a3b75ca6413 HTTP/1.1" status: 204 len: 168 time: 0.5612493 Jul 21 23:43:55.624042 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] For port 42685840-9d8e-427d-8390-157f8b9aa99d, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=42685840-9d8e-427d-8390-157f8b9aa99d,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:55.624420 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.641346 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Calling delete_port for 42685840-9d8e-427d-8390-157f8b9aa99d owned by network:router_interface {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:55.695092 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34454) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:55.699958 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-3724a610-fa68-4d53-9c03-2559e46ecc1b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608504159', 'description': 'tempest-description--1138205863'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:55.722173 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3724a610-fa68-4d53-9c03-2559e46ecc1b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.791794 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3724a610-fa68-4d53-9c03-2559e46ecc1b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (79ec49ed-93c6-4cf1-b45c-6488cb42ec78), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.795897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3724a610-fa68-4d53-9c03-2559e46ecc1b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (79ec49ed-93c6-4cf1-b45c-6488cb42ec78), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.825266 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (42685840-9d8e-427d-8390-157f8b9aa99d), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.831156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3724a610-fa68-4d53-9c03-2559e46ecc1b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.832397 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3724a610-fa68-4d53-9c03-2559e46ecc1b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1362219 Jul 21 23:43:55.833102 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724a610-fa68-4d53-9c03-2559e46ecc1b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ec49ed-93c6-4cf1-b45c-6488cb42ec78,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:55.834276 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:55.835218 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34456) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:55.839789 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-7afa13c3-7ea8-4ad9-b9ce-2f8cd4b771be tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'security_group_rule': {'security_group_id': '79ec49ed-93c6-4cf1-b45c-6488cb42ec78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:55.859351 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42685840-9d8e-427d-8390-157f8b9aa99d,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:55.872412 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7afa13c3-7ea8-4ad9-b9ce-2f8cd4b771be tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (f01dabbe-3004-4966-b99a-af2a67844134), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.921001 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:55.944041 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7afa13c3-7ea8-4ad9-b9ce-2f8cd4b771be tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (f01dabbe-3004-4966-b99a-af2a67844134), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.948870 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7afa13c3-7ea8-4ad9-b9ce-2f8cd4b771be tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (f01dabbe-3004-4966-b99a-af2a67844134), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.973632 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa13c3-7ea8-4ad9-b9ce-2f8cd4b771be tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01dabbe-3004-4966-b99a-af2a67844134,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:55.991212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7afa13c3-7ea8-4ad9-b9ce-2f8cd4b771be tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:55.992700 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7afa13c3-7ea8-4ad9-b9ce-2f8cd4b771be tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565185 Jul 21 23:43:55.995482 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34458) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:56.000674 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-1e162722-ac6c-42ec-8b02-2363a3bd4e6f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'security_group_rule': {'security_group_id': '79ec49ed-93c6-4cf1-b45c-6488cb42ec78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:56.005609 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (95ab97f9-82ec-4c3e-b987-4561c9a87f28), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.109449 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1e162722-ac6c-42ec-8b02-2363a3bd4e6f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (4e9f8269-0afb-40a0-a24e-bc0c932f8d72), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.152193 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:56.216748 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1e162722-ac6c-42ec-8b02-2363a3bd4e6f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (4e9f8269-0afb-40a0-a24e-bc0c932f8d72), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.223900 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1e162722-ac6c-42ec-8b02-2363a3bd4e6f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (4e9f8269-0afb-40a0-a24e-bc0c932f8d72), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.274632 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e162722-ac6c-42ec-8b02-2363a3bd4e6f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9f8269-0afb-40a0-a24e-bc0c932f8d72,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:56.282288 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1e162722-ac6c-42ec-8b02-2363a3bd4e6f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.286478 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-1e162722-ac6c-42ec-8b02-2363a3bd4e6f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2868659 Jul 21 23:43:56.287134 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34460) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:56.292200 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:43:56.309413 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:43:56.315195 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.423411 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:43:56.432051 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-fb885dee-2ccf-44dd-b795-b950f1b581f7 admin admin] 10.222.0.57 "PUT /v2.0/routers/95ab97f9-82ec-4c3e-b987-4561c9a87f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2159648 Jul 21 23:43:56.432768 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34464) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:56.434973 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] Sync routers for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:43:56.452039 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:56.452039 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:56.456308 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.466196 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961bb56-b8db-4b57-b00a-7e5621347d20 req-26afe744-cc60-49d1-911c-c42cfa57f694 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:56.470662 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7961bb56-b8db-4b57-b00a-7e5621347d20 req-26afe744-cc60-49d1-911c-c42cfa57f694 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0824471 Jul 21 23:43:56.549277 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:56.563670 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks [] for router (95ab97f9-82ec-4c3e-b987-4561c9a87f28), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.575536 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7961bb56-b8db-4b57-b00a-7e5621347d20 req-d27c591b-70c4-4800-a560-71ce22378621 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672195 Jul 21 23:43:56.580684 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:56.644733 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Allocated IP 172.27.1.209 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/3fbae394-d311-4894-bd84-4cb603710a77) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:43:56.694449 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks [] for router_gateway (95ab97f9-82ec-4c3e-b987-4561c9a87f28), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.743360 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Deleting port 5855d844-6341-4f04-a888-c878c85773e6 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:56.743710 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (5855d844-6341-4f04-a888-c878c85773e6), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.775421 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5855d844-6341-4f04-a888-c878c85773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:43:55Z', 'revision_number': 5, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port': {'id': '5855d844-6341-4f04-a888-c878c85773e6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:56.781085 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for port (3fbae394-d311-4894-bd84-4cb603710a77), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.801064 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] Checking router: 95ab97f9-82ec-4c3e-b987-4561c9a87f28 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:43:56.813298 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] Routers {'95ab97f9-82ec-4c3e-b987-4561c9a87f28'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:43:56.814208 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:56.822457 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:56.830034 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] For port 5855d844-6341-4f04-a888-c878c85773e6, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=5855d844-6341-4f04-a888-c878c85773e6,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:56.830399 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (5855d844-6341-4f04-a888-c878c85773e6), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.845425 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Calling delete_port for 5855d844-6341-4f04-a888-c878c85773e6 owned by network:router_gateway {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:56.856223 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-ea9c713d-a8ec-4fbf-90e2-e336b2d9f128 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:56.858415 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-ea9c713d-a8ec-4fbf-90e2-e336b2d9f128 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0657864 Jul 21 23:43:56.872013 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (3fbae394-d311-4894-bd84-4cb603710a77), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:56.907527 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] Set router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:43:56.934665 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:43:56.947357 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:43:56.954280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:43:56.959651 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:43:56Z', 'revision_number': 6, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:56.988146 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ede0e-e46c-4511-8b0b-24b3012e4023 None None] The sync data for ids ['95ab97f9-82ec-4c3e-b987-4561c9a87f28'] in dv-cinder-850700-1-iscsi is: [{'id': '95ab97f9-82ec-4c3e-b987-4561c9a87f28', 'name': 'tempest-ServerRescueNegativeTestJSON-1192551134-router', 'tenant_id': '79b6d71ecbf94b7a81761727712881ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:43:56Z', 'revision_number': 6, 'project_id': '79b6d71ecbf94b7a81761727712881ea', 'gw_port_host': None}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:43:57.004079 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'Port': ['ID=3fbae394-d311-4894-bd84-4cb603710a77,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:57.027859 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Deleting port 3d912156-66c3-4060-a4b0-45f5c1b2da29 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:57.027859 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.037130 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:57.042332 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (5855d844-6341-4f04-a888-c878c85773e6), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.075061 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Pushing event deleted for resources: {'Port': ['ID=5855d844-6341-4f04-a888-c878c85773e6,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:57.081271 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:57.101938 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (95ab97f9-82ec-4c3e-b987-4561c9a87f28), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.162880 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (a61157db-4cd3-4c7d-8c60-a40aa5c30870), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.180583 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] For port 3d912156-66c3-4060-a4b0-45f5c1b2da29, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3d912156-66c3-4060-a4b0-45f5c1b2da29,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:57.180942 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.189855 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (95ab97f9-82ec-4c3e-b987-4561c9a87f28), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.192139 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks [] for router_controller (95ab97f9-82ec-4c3e-b987-4561c9a87f28), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.215756 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Calling delete_port for 3d912156-66c3-4060-a4b0-45f5c1b2da29 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:57.234503 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (3fbae394-d311-4894-bd84-4cb603710a77), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.235188 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (95ab97f9-82ec-4c3e-b987-4561c9a87f28), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.235853 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ab97f9-82ec-4c3e-b987-4561c9a87f28 {{(pid=104211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:43:57.240170 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.244326 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f3a4322e-cda3-460a-9dcb-10a46cd9495c admin admin] 10.222.0.57 "DELETE /v2.0/routers/95ab97f9-82ec-4c3e-b987-4561c9a87f28 HTTP/1.1" status: 204 len: 168 time: 0.8103228 Jul 21 23:43:57.244857 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34466) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:57.291397 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] Deleting subnet 09c4a61f-4025-4c2e-9704-f6f61ca492ff {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:43:57.294583 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] Publish callbacks [] for subnet (09c4a61f-4025-4c2e-9704-f6f61ca492ff), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.336743 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] Publish callbacks [] for subnet (09c4a61f-4025-4c2e-9704-f6f61ca492ff), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.343821 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:57.381336 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (09c4a61f-4025-4c2e-9704-f6f61ca492ff), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.447462 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for subnet (09c4a61f-4025-4c2e-9704-f6f61ca492ff), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.475677 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c4a61f-4025-4c2e-9704-f6f61ca492ff,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:57.479787 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.483430 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-af16ef1b-af4f-49ee-8940-c4f55559ff6d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/09c4a61f-4025-4c2e-9704-f6f61ca492ff HTTP/1.1" status: 204 len: 168 time: 0.2373793 Jul 21 23:43:57.485801 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34468) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:57.500608 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695fae8-ec7b-4ede-aa30-bae65b0c5de5 None None] Network 54f97918-47c2-4d61-9f70-7fcf49dfea51 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:43:57.517134 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:57.564183 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (54f97918-47c2-4d61-9f70-7fcf49dfea51), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.612841 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Deleting port d491e4d6-957d-4cb5-9b3a-429879483800 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:57.613212 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.687376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] For port d491e4d6-957d-4cb5-9b3a-429879483800, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=d491e4d6-957d-4cb5-9b3a-429879483800,segment=NetworkSegment(4e1efdae-18ed-4cc5-b726-a90e184371de),segment_id=4e1efdae-18ed-4cc5-b726-a90e184371de)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:57.687376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.710044 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Calling delete_port for d491e4d6-957d-4cb5-9b3a-429879483800 owned by network:dhcp {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:57.723646 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (3d912156-66c3-4060-a4b0-45f5c1b2da29), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.735990 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['3d912156-66c3-4060-a4b0-45f5c1b2da29'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:43:57.762529 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for port (3fbae394-d311-4894-bd84-4cb603710a77), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.768851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Pushing event deleted for resources: {'Port': ['ID=3d912156-66c3-4060-a4b0-45f5c1b2da29,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:57.771745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:57.780312 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bdb82-c835-4a31-a81b-fe0d0a013e31 req-24fe2bc7-186f-49ca-9b0e-b20ee64905fa tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:57.782068 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5b0bdb82-c835-4a31-a81b-fe0d0a013e31 req-24fe2bc7-186f-49ca-9b0e-b20ee64905fa tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fa3e4-c19a-40ef-8cec-92cd819d132f HTTP/1.1" status: 200 len: 945 time: 0.0865467 Jul 21 23:43:57.809690 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (3fbae394-d311-4894-bd84-4cb603710a77), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.843161 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] DHCP port deletion for 54f97918-47c2-4d61-9f70-7fcf49dfea51 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:43:57.861779 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5b0bdb82-c835-4a31-a81b-fe0d0a013e31 req-17d30f70-68fe-4354-8dff-b9359fc769d4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.57 "GET /v2.0/security-groups?id=fbf04a78-605c-4baf-8106-a8428ecb2833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613513 Jul 21 23:43:57.862872 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.881392 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] No DVR routers for this DVR port 3d912156-66c3-4060-a4b0-45f5c1b2da29 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:57.883810 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.887824 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-eea4aa3e-7fd1-4f87-acd6-0d633b161790 req-206d8b93-9f54-4443-af50-e0669e41fad4 tempest-TestMinimumBasicScenario-1318923754 tempest-TestMinimumBasicScenario-1318923754-project] 10.222.0.39 "DELETE /v2.0/ports/3d912156-66c3-4060-a4b0-45f5c1b2da29 HTTP/1.1" status: 204 len: 173 time: 1.0244923 Jul 21 23:43:57.890460 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d491e4d6-957d-4cb5-9b3a-429879483800,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:57.894606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'name': 'network-vif-deleted', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:43:57.896868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52641892-e2ca-4e44-a8f2-467afc375b23" -d '{"events": [{"server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "name": "network-vif-deleted", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:43:57.900324 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] No DVR routers for this DVR port d491e4d6-957d-4cb5-9b3a-429879483800 on host dv-cinder-850700-1-iscsi {{(pid=104211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:57.927232 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] Deleting port d491e4d6-957d-4cb5-9b3a-429879483800 {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:43:57.928613 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.955148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'Port': ['ID=3fbae394-d311-4894-bd84-4cb603710a77,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:57.972612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (a61157db-4cd3-4c7d-8c60-a40aa5c30870), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:57.984324 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (54f97918-47c2-4d61-9f70-7fcf49dfea51), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.006819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a1d08-230b-4180-af34-da80bf289cb0 x-openstack-request-id: req-319a1d08-230b-4180-af34-da80bf289cb0 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:43:58.007266 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fa3e4-c19a-40ef-8cec-92cd819d132f", "name": "network-vif-deleted", "tag": "3d912156-66c3-4060-a4b0-45f5c1b2da29", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:43:58.007493 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-319a1d08-230b-4180-af34-da80bf289cb0 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:43:58.007951 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319a1d08-230b-4180-af34-da80bf289cb0'] response: {'server_uuid': '2e5fa3e4-c19a-40ef-8cec-92cd819d132f', 'name': 'network-vif-deleted', 'tag': '3d912156-66c3-4060-a4b0-45f5c1b2da29', 'status': 'completed', 'code': 200} Jul 21 23:43:58.009800 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.010333 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.011249 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.011740 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > port after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.012236 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.012797 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > port after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.013342 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.013512 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.014896 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.016071 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-754483dc-74dd-495b-acfb-45666f8733e6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7273395 Jul 21 23:43:58.016693 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.017213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.059363 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] For port d491e4d6-957d-4cb5-9b3a-429879483800, host dv-cinder-850700-1-iscsi, got binding levels [] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:43:58.059755 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.079125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] Calling delete_port for d491e4d6-957d-4cb5-9b3a-429879483800 owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:43:58.082343 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.ipam_backend_mixin [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] Port d491e4d6-957d-4cb5-9b3a-429879483800 was not found and therefore no delete operation was performed {{(pid=104213) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 21 23:43:58.083717 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (d491e4d6-957d-4cb5-9b3a-429879483800), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.123479 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.124473 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.124810 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.125148 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:43:58.125651 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f97918-47c2-4d61-9f70-7fcf49dfea51']}} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:58.130971 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] Pushing event deleted for resources: {'Port': ['ID=d491e4d6-957d-4cb5-9b3a-429879483800,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:58.140333 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701bdd8-2619-491c-be5a-b15251c3ebfa None None] No DVR routers for this DVR port d491e4d6-957d-4cb5-9b3a-429879483800 on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:43:58.160480 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1efdae-18ed-4cc5-b726-a90e184371de') {'for_net_delete': True} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:58.160780 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1efdae-18ed-4cc5-b726-a90e184371de') {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:43:58.184380 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327954'] for segment (4e1efdae-18ed-4cc5-b726-a90e184371de), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.196487 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:43:58.216381 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (4e1efdae-18ed-4cc5-b726-a90e184371de), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.231684 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:43:58.232093 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9134038'] for segment (4e1efdae-18ed-4cc5-b726-a90e184371de), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.356664 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (54f97918-47c2-4d61-9f70-7fcf49dfea51), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.387887 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.392264 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] 10.222.0.57 "DELETE /v2.0/networks/54f97918-47c2-4d61-9f70-7fcf49dfea51 HTTP/1.1" status: 204 len: 168 time: 0.9053710 Jul 21 23:43:58.393312 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05952b9-7a53-4c6f-bf1c-1e3a8149de59 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f97918-47c2-4d61-9f70-7fcf49dfea51,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:58.418398 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-0c0c0d04-cc55-4704-8b3e-54ff44c1ffaf tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--608504159&fields=id&tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc HTTP/1.1" status: 200 len: 267 time: 0.0999537 Jul 21 23:43:58.498491 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment 4e1efdae-18ed-4cc5-b726-a90e184371de resource provider aggregate not found Jul 21 23:43:58.519921 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment 4e1efdae-18ed-4cc5-b726-a90e184371de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e1efdae-18ed-4cc5-b726-a90e184371de found for delete ", "request_id": "req-c0ed8e37-24f4-414e-a218-3fe46541eb63"}]} Jul 21 23:43:58.545947 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-74e24466-9a44-4c34-bc04-c17bbffb9714 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:43:58.547512 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-74e24466-9a44-4c34-bc04-c17bbffb9714 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 811 time: 0.1283398 Jul 21 23:43:58.551368 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34498) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:58.579906 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-eab83b61-98c8-4397-8af2-4826ae3310b9 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/quotas/c9b5eb6ef5a942be9fcea8b26370a6fc HTTP/1.1" status: 200 len: 375 time: 0.0219653 Jul 21 23:43:58.633536 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7a36a65d-e606-43ce-89bd-784180ddf2f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79b6d71ecbf94b7a81761727712881ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0809605 Jul 21 23:43:58.636018 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34500) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:43:58.657473 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-fa30b54b-9f58-4a24-9cf6-de0d476dba5b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704575 Jul 21 23:43:58.659006 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d491e4d6-957d-4cb5-9b3a-429879483800 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:58.680107 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: d491e4d6-957d-4cb5-9b3a-429879483800 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:58.680964 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device d491e4d6-957d-4cb5-9b3a-429879483800 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:58.680964 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 5855d844-6341-4f04-a888-c878c85773e6 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:58.698616 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59d74e56-88d8-4833-8dd7-e83e578268dc admin admin] Publish callbacks [] for security_group (f7528359-685a-4f2b-9ed0-a498d2260fcb), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.699674 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 5855d844-6341-4f04-a888-c878c85773e6 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:58.700215 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 5855d844-6341-4f04-a888-c878c85773e6 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:58.700634 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 42685840-9d8e-427d-8390-157f8b9aa99d no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:43:58.720321 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 42685840-9d8e-427d-8390-157f8b9aa99d {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:43:58.720686 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 42685840-9d8e-427d-8390-157f8b9aa99d not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:43:58.725749 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59d74e56-88d8-4833-8dd7-e83e578268dc admin admin] Publish callbacks [] for security_group (f7528359-685a-4f2b-9ed0-a498d2260fcb), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.787303 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59d74e56-88d8-4833-8dd7-e83e578268dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f7528359-685a-4f2b-9ed0-a498d2260fcb), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.789748 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-59d74e56-88d8-4833-8dd7-e83e578268dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:43:58.790819 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-59d74e56-88d8-4833-8dd7-e83e578268dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7528359-685a-4f2b-9ed0-a498d2260fcb HTTP/1.1" status: 204 len: 168 time: 0.1539087 Jul 21 23:43:58.816697 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d74e56-88d8-4833-8dd7-e83e578268dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7528359-685a-4f2b-9ed0-a498d2260fcb,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:43:58.880127 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-9fc38701-a364-40f1-bb6a-419969d9c72c service neutron] 10.222.0.57 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079480 Jul 21 23:43:58.988406 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-e0138452-6d2e-4a9f-9d72-5842c0ad5a20 service neutron] 10.222.0.57 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020696 Jul 21 23:43:59.196703 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a87f4e3-66bd-40fe-a0ed-16bd5e103e61 req-ae03cdb4-350c-4399-9d92-3e2177274918 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0418427 Jul 21 23:43:59.713049 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34584) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:00.013051 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3d912156-66c3-4060-a4b0-45f5c1b2da29 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:00.033117 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 3d912156-66c3-4060-a4b0-45f5c1b2da29 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:00.033483 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3d912156-66c3-4060-a4b0-45f5c1b2da29 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:00.053512 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:00.246676 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:00.325902 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f922e430-6633-4440-89d9-47761698ad7b req-13393f40-4887-4635-80f1-6c938d063432 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0499406 Jul 21 23:44:00.339278 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (10f84426-fc08-46e0-b95b-7290bce7bae5), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:00.403267 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-b8bb47e3-fb1a-48ab-a3b6-6dedf3c5d76c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:00.405471 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-b8bb47e3-fb1a-48ab-a3b6-6dedf3c5d76c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 811 time: 0.1349807 Jul 21 23:44:00.472558 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-59a50cf7-b2fe-4d9d-bc84-54b7e5b4296e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc HTTP/1.1" status: 200 len: 379 time: 0.0592082 Jul 21 23:44:00.482677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'port': {'device_id': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'admin_state_up': True, 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'security_groups': ['79ec49ed-93c6-4cf1-b45c-6488cb42ec78']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:00.607682 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:00.612394 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Deleting port cb69e10a-f5d0-49a2-a368-c1e843269562 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:00.612753 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:00.614990 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Made reservation on behalf of c9b5eb6ef5a942be9fcea8b26370a6fc for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:44:00.619476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:00.701867 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] For port cb69e10a-f5d0-49a2-a368-c1e843269562, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=cb69e10a-f5d0-49a2-a368-c1e843269562,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:00.702239 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:00.716127 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Calling delete_port for cb69e10a-f5d0-49a2-a368-c1e843269562 owned by network:router_interface {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:00.767351 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Allocated IP 172.20.0.10 (def9c3d1-b527-4217-aca8-1be03de9052a/ea248bee-024c-4a4d-8888-21b0303d9049/f00c42eb-3b9e-4025-bfef-697e24e64c46) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:00.785554 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:00.938447 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:00.949211 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (cb69e10a-f5d0-49a2-a368-c1e843269562), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.003005 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.040544 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb69e10a-f5d0-49a2-a368-c1e843269562,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:01.086790 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Network def9c3d1-b527-4217-aca8-1be03de9052a is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:01.088486 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:01.095552 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event updated for resources: {'Port': ['ID=f00c42eb-3b9e-4025-bfef-697e24e64c46,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:01.098605 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:01.161042 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.161451 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.161767 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.162168 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.162585 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.162829 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.163162 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.163491 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.163827 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.164190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.164525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.164875 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.165243 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.165574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.165943 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:01.186728 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:01.188959 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.210047 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:01.216320 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-97bb8d9a-ed5c-412d-98b9-1bcf2f13c188 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375674 Jul 21 23:44:01.228581 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Request body: {'port': {'device_id': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:01.242483 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (10f84426-fc08-46e0-b95b-7290bce7bae5), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.308631 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:01.319387 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.498315 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-8e14fb27-75ee-4dae-bf31-be6a85668500 None None] Provisioning complete for port f00c42eb-3b9e-4025-bfef-697e24e64c46 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:01.499293 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-8e14fb27-75ee-4dae-bf31-be6a85668500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.522759 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929c4e2-8fb8-465c-babd-e6d3148d569b req-9c9e0060-3258-4ffd-b3d7-19163a396563 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:01.524281 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e929c4e2-8fb8-465c-babd-e6d3148d569b req-9c9e0060-3258-4ffd-b3d7-19163a396563 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 932 time: 0.0617263 Jul 21 23:44:01.542648 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Router 10f84426-fc08-46e0-b95b-7290bce7bae5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:01.556021 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-8e14fb27-75ee-4dae-bf31-be6a85668500 None None] Port f00c42eb-3b9e-4025-bfef-697e24e64c46 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:44:01.627751 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e929c4e2-8fb8-465c-babd-e6d3148d569b req-df8b10b9-4eb4-4880-88a4-ca55d961392e tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953388 Jul 21 23:44:01.664394 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00c42eb-3b9e-4025-bfef-697e24e64c46 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:44:01.674369 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Publish callbacks [] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.676431 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:01.690379 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:01.696504 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-ac960187-3585-4c23-b51e-8d6d953941c1 admin admin] 10.222.0.57 "PUT /v2.0/routers/10f84426-fc08-46e0-b95b-7290bce7bae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9822419 Jul 21 23:44:01.698931 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34632) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:01.699754 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Transition to ACTIVE for port object f00c42eb-3b9e-4025-bfef-697e24e64c46 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:44:01.702012 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] Sync routers for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:01.706367 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.714977 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:01.715918 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:01.800964 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Pushing event updated for resources: {'Port': ['ID=f00c42eb-3b9e-4025-bfef-697e24e64c46,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:01.842792 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks [] for router (10f84426-fc08-46e0-b95b-7290bce7bae5), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.853830 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:01.869819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Attempting to bind port f00c42eb-3b9e-4025-bfef-697e24e64c46 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:01.870166 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Attempting to bind port f00c42eb-3b9e-4025-bfef-697e24e64c46 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:01.870407 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Attempting to bind port f00c42eb-3b9e-4025-bfef-697e24e64c46 on network def9c3d1-b527-4217-aca8-1be03de9052a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:01.875943 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Port f00c42eb-3b9e-4025-bfef-697e24e64c46 on network def9c3d1-b527-4217-aca8-1be03de9052a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:44:01.876269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Attempting to bind port f00c42eb-3b9e-4025-bfef-697e24e64c46 on network def9c3d1-b527-4217-aca8-1be03de9052a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:01.881892 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:01.882240 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Checking segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:01.882710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Bound using segment: {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:01.883226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Bound port: f00c42eb-3b9e-4025-bfef-697e24e64c46, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5a44fd-191e-41c9-8a35-f8b608cecb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:01.883482 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.919426 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:01.959064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] For port f00c42eb-3b9e-4025-bfef-697e24e64c46, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:01.962280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] For port f00c42eb-3b9e-4025-bfef-697e24e64c46, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:01.972267 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:01.983592 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks [] for router_gateway (10f84426-fc08-46e0-b95b-7290bce7bae5), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.040310 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Deleting port f89f5416-03d1-4907-8991-a89c4ba5dd73 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:02.041397 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.072017 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:02.072223 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:44:00Z', 'revision_number': 5, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port': {'id': 'f89f5416-03d1-4907-8991-a89c4ba5dd73', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:21Z', 'updated_at': '2022-07-21T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:02.072651 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.074270 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] 10.222.0.39 "PUT /v2.0/ports/f00c42eb-3b9e-4025-bfef-697e24e64c46 HTTP/1.1" status: 200 len: 1094 time: 0.8507657 Jul 21 23:44:02.075739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:02.078065 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d1321-f48e-4b59-975e-d9c181d14936" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:02.104435 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99810442-d5e2-4ae4-94c3-305619cd813f service neutron] Pushing event updated for resources: {'Port': ['ID=f00c42eb-3b9e-4025-bfef-697e24e64c46,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:02.129951 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] Checking router: 10f84426-fc08-46e0-b95b-7290bce7bae5 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:02.141250 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] Routers {'10f84426-fc08-46e0-b95b-7290bce7bae5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:02.142614 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['10f84426-fc08-46e0-b95b-7290bce7bae5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:02.146255 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53311266-bb4f-46c0-b94e-8ed7cc805403 x-openstack-request-id: req-53311266-bb4f-46c0-b94e-8ed7cc805403 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:02.146552 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:02.146809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53311266-bb4f-46c0-b94e-8ed7cc805403 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:02.147250 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53311266-bb4f-46c0-b94e-8ed7cc805403'] response: {'name': 'network-changed', 'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'status': 'completed', 'code': 200} Jul 21 23:44:02.238945 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] For port f89f5416-03d1-4907-8991-a89c4ba5dd73, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=f89f5416-03d1-4907-8991-a89c4ba5dd73,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:02.239459 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.256041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] Set router 10f84426-fc08-46e0-b95b-7290bce7bae5 gateway port host: None {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:02.262132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Calling delete_port for f89f5416-03d1-4907-8991-a89c4ba5dd73 owned by network:router_gateway {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:02.264769 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:02.351259 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-f3a44b13-a899-4e5e-b23c-d13684fe280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:02.353266 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-f3a44b13-a899-4e5e-b23c-d13684fe280c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 1128 time: 0.2256484 Jul 21 23:44:02.411474 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-eac8e35a-7650-4da1-963d-eba704fa40e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46 HTTP/1.1" status: 200 len: 217 time: 0.0510011 Jul 21 23:44:02.477490 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (f89f5416-03d1-4907-8991-a89c4ba5dd73), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.488320 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-581ebafc-7be2-445c-8c18-690d0e89c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:02.489917 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:44:01Z', 'revision_number': 6, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:02.491339 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-581ebafc-7be2-445c-8c18-690d0e89c130 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.0622029 Jul 21 23:44:02.505780 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Pushing event deleted for resources: {'Port': ['ID=f89f5416-03d1-4907-8991-a89c4ba5dd73,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:02.523594 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a861fc3-68d0-4eef-bf0d-bef707a23818 None None] The sync data for ids ['10f84426-fc08-46e0-b95b-7290bce7bae5'] in dv-cinder-850700-1-iscsi is: [{'id': '10f84426-fc08-46e0-b95b-7290bce7bae5', 'name': 'tempest-TestMinimumBasicScenario-1394321559-router', 'tenant_id': '235634c0fcf14ebeab084cfca36d394b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:20Z', 'updated_at': '2022-07-21T23:44:01Z', 'revision_number': 6, 'project_id': '235634c0fcf14ebeab084cfca36d394b', 'gw_port_host': None}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:02.544978 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-8f0c4355-392d-401a-a411-701453456674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:02.546553 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-8f0c4355-392d-401a-a411-701453456674 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479522 Jul 21 23:44:02.554705 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:02.578668 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (10f84426-fc08-46e0-b95b-7290bce7bae5), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.669489 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-aab98e04-7a0b-4a85-94b7-26729428f5ac service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132298 Jul 21 23:44:02.682847 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (10f84426-fc08-46e0-b95b-7290bce7bae5), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.690443 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks [] for router_controller (10f84426-fc08-46e0-b95b-7290bce7bae5), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.777101 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e8c621c8-4e47-4c87-979f-0bb1408f9225 req-880b6835-e9bf-44ea-a82b-6e4e466d222f service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010280 Jul 21 23:44:02.795171 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (10f84426-fc08-46e0-b95b-7290bce7bae5), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.795630 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f84426-fc08-46e0-b95b-7290bce7bae5 {{(pid=104211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:44:02.801653 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.802825 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2cc6d4dd-8f9f-4f37-9132-927a9f4ff00d admin admin] 10.222.0.57 "DELETE /v2.0/routers/10f84426-fc08-46e0-b95b-7290bce7bae5 HTTP/1.1" status: 204 len: 168 time: 1.1028330 Jul 21 23:44:02.805544 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34654) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:02.812409 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231585dc-3cb3-481f-89d6-9bd85ad3a771 req-abb0697c-2356-4d4d-a298-81ffa931bbdf tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:02.813948 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-231585dc-3cb3-481f-89d6-9bd85ad3a771 req-abb0697c-2356-4d4d-a298-81ffa931bbdf tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0593851 Jul 21 23:44:02.861406 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] Deleting subnet 312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:44:02.864759 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] Publish callbacks [] for subnet (312c9344-7bbd-4b73-a2ac-31c4cc3d60a6), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:02.875257 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-231585dc-3cb3-481f-89d6-9bd85ad3a771 req-3bd7b4a2-d32f-4ae7-867e-89fb01a462a2 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527205 Jul 21 23:44:02.915120 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (312c9344-7bbd-4b73-a2ac-31c4cc3d60a6), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.059037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (312c9344-7bbd-4b73-a2ac-31c4cc3d60a6), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.116015 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (312c9344-7bbd-4b73-a2ac-31c4cc3d60a6), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.145031 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312c9344-7bbd-4b73-a2ac-31c4cc3d60a6,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:03.147077 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.153614 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-d8c846a4-8f32-44af-9084-d5ef3cd466a0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/312c9344-7bbd-4b73-a2ac-31c4cc3d60a6 HTTP/1.1" status: 204 len: 168 time: 0.3435762 Jul 21 23:44:03.153614 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34666) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:03.157016 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e09d9-a3e1-494c-b465-4d48fde67f05 None None] Network e0cff7d2-068a-415c-ae07-6a6f8ef7f009 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:44:03.184029 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:03.237387 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (e0cff7d2-068a-415c-ae07-6a6f8ef7f009), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.243706 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:03.251386 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:03.288701 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Deleting port 37857e4b-ea74-4e46-98e7-13d789da7f6d {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:03.289132 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.362410 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] For port 37857e4b-ea74-4e46-98e7-13d789da7f6d, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=37857e4b-ea74-4e46-98e7-13d789da7f6d,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:03.362768 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.377721 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Calling delete_port for 37857e4b-ea74-4e46-98e7-13d789da7f6d owned by network:dhcp {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:03.380880 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] DHCP port deletion for e0cff7d2-068a-415c-ae07-6a6f8ef7f009 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:44:03.422333 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device cb69e10a-f5d0-49a2-a368-c1e843269562 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:03.446656 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: cb69e10a-f5d0-49a2-a368-c1e843269562 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:03.447291 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device cb69e10a-f5d0-49a2-a368-c1e843269562 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:03.456483 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] Deleting port 37857e4b-ea74-4e46-98e7-13d789da7f6d {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:03.457036 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.482586 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:03.487399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.514619 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] No DVR routers for this DVR port 37857e4b-ea74-4e46-98e7-13d789da7f6d on host dv-cinder-850700-1-iscsi {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:44:03.516284 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37857e4b-ea74-4e46-98e7-13d789da7f6d,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:03.548610 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] For port 37857e4b-ea74-4e46-98e7-13d789da7f6d, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=37857e4b-ea74-4e46-98e7-13d789da7f6d,segment=NetworkSegment(41b86177-422a-4e93-a098-da290c834ad3),segment_id=41b86177-422a-4e93-a098-da290c834ad3)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:03.549160 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.565995 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] Calling delete_port for 37857e4b-ea74-4e46-98e7-13d789da7f6d owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:03.599832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (e0cff7d2-068a-415c-ae07-6a6f8ef7f009), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.631825 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cff7d2-068a-415c-ae07-6a6f8ef7f009']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:03.651013 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b86177-422a-4e93-a098-da290c834ad3') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:03.651356 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b86177-422a-4e93-a098-da290c834ad3') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:03.679243 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (37857e4b-ea74-4e46-98e7-13d789da7f6d), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.684218 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (41b86177-422a-4e93-a098-da290c834ad3), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.709522 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] No DVR routers for this DVR port 37857e4b-ea74-4e46-98e7-13d789da7f6d on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:44:03.712776 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c58f16-9acf-45e2-bc39-e4d0c29f0971 None None] Pushing event deleted for resources: {'Port': ['ID=37857e4b-ea74-4e46-98e7-13d789da7f6d,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:03.731635 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (41b86177-422a-4e93-a098-da290c834ad3), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.744525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:44:03.744997 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (41b86177-422a-4e93-a098-da290c834ad3), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.761334 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46fe3-f9b8-4cc1-b1fb-f18ff709d551 req-e8e8faae-5d59-4266-be11-1c30726ecc0f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:03.763087 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3ca46fe3-f9b8-4cc1-b1fb-f18ff709d551 req-e8e8faae-5d59-4266-be11-1c30726ecc0f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0671475 Jul 21 23:44:03.768504 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-cdd57924-f9f6-49d1-aa59-e2b8cb8fb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:03.770065 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-cdd57924-f9f6-49d1-aa59-e2b8cb8fb694 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 1128 time: 0.1212742 Jul 21 23:44:03.773118 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 41b86177-422a-4e93-a098-da290c834ad3 resource provider aggregate not found Jul 21 23:44:03.822547 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 41b86177-422a-4e93-a098-da290c834ad3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41b86177-422a-4e93-a098-da290c834ad3 found for delete ", "request_id": "req-5eb449e7-3868-4389-979a-f9fae126ec79"}]} Jul 21 23:44:03.831168 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3ca46fe3-f9b8-4cc1-b1fb-f18ff709d551 req-a30be337-de07-4d48-9b0c-7a4d15bf28f4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614290 Jul 21 23:44:03.879297 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (e0cff7d2-068a-415c-ae07-6a6f8ef7f009), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.889904 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:03.892989 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e0cff7d2-068a-415c-ae07-6a6f8ef7f009 HTTP/1.1" status: 204 len: 168 time: 0.7391698 Jul 21 23:44:03.896184 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34684) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:03.905032 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deaf86-06c2-4947-b919-b7a0840d54d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cff7d2-068a-415c-ae07-6a6f8ef7f009,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:03.933130 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-bf0c4a7c-2099-455a-8bac-8f5980f9821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:03.934583 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-bf0c4a7c-2099-455a-8bac-8f5980f9821b service neutron] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 912 time: 0.1509490 Jul 21 23:44:03.984685 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-28b1b267-1a01-4406-8c25-0c0821e226dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46 HTTP/1.1" status: 200 len: 217 time: 0.0404975 Jul 21 23:44:04.030442 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device f00c42eb-3b9e-4025-bfef-697e24e64c46 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:44:04.064697 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087a68-e5af-4161-9215-11570f854210 req-6404ae1b-a9bf-4908-9a9c-7e703cbb9dd6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:04.066447 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd087a68-e5af-4161-9215-11570f854210 req-6404ae1b-a9bf-4908-9a9c-7e703cbb9dd6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0844553 Jul 21 23:44:04.071940 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-148bb17d-f2ad-4013-b1c3-0c00b0c76393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:04.073395 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-148bb17d-f2ad-4013-b1c3-0c00b0c76393 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.0776181 Jul 21 23:44:04.151379 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-9eaf8d51-c611-4ce7-9be3-88fbc0652eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:04.152893 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-9eaf8d51-c611-4ce7-9be3-88fbc0652eac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646927 Jul 21 23:44:04.153230 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port f00c42eb-3b9e-4025-bfef-697e24e64c46, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:04.156268 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bd087a68-e5af-4161-9215-11570f854210 req-fab003eb-b50e-4d37-9c8d-96ecb4d7d588 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820024 Jul 21 23:44:04.167232 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'port_id': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'mac_address': 'fa:16:3e:a8:72:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:44:04.211199 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port f00c42eb-3b9e-4025-bfef-697e24e64c46 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:04.211600 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.227105 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00c42eb-3b9e-4025-bfef-697e24e64c46 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:44:04.242162 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (991ccb0a-51f9-4693-a850-3f4b29f95a23), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.254699 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port f00c42eb-3b9e-4025-bfef-697e24e64c46, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:04.259589 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.264480 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-2d6c6944-1719-434b-aec2-ef0cf5431018 service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013312 Jul 21 23:44:04.324358 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=f00c42eb-3b9e-4025-bfef-697e24e64c46,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:04.339297 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:04.352120 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:04.364371 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:04.377023 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d5d1321-f48e-4b59-975e-d9c181d14936 req-49d9eaa2-d59b-48a2-aef2-8f8a19c83e6d service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067522 Jul 21 23:44:04.493644 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Deleting port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:04.494009 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.502153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['f00c42eb-3b9e-4025-bfef-697e24e64c46'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:44:04.577291 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] For port 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,segment=NetworkSegment(06efed38-d9dc-4d79-877c-9aae50b55f72),segment_id=06efed38-d9dc-4d79-877c-9aae50b55f72)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:04.577869 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.592969 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Calling delete_port for 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 owned by network:router_interface {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:04.601668 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:04.672903 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 37857e4b-ea74-4e46-98e7-13d789da7f6d no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:04.694967 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 37857e4b-ea74-4e46-98e7-13d789da7f6d {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:04.695647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 37857e4b-ea74-4e46-98e7-13d789da7f6d not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:04.696146 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device f89f5416-03d1-4907-8991-a89c4ba5dd73 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:04.716040 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34696) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:04.718388 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: f89f5416-03d1-4907-8991-a89c4ba5dd73 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:04.718845 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device f89f5416-03d1-4907-8991-a89c4ba5dd73 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:04.799840 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (6835e8b6-ee1a-4493-a02f-a2c9025b7dd0), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.830473 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-488b4490-12a3-4e9c-95fc-28abda8f9727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.830829 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6835e8b6-ee1a-4493-a02f-a2c9025b7dd0,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:04.841592 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.841947 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.842310 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.842641 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.842987 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.843325 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.843658 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.843988 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.844323 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.844652 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.844985 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.845341 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.845672 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.846000 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.846542 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:04.928982 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-488b4490-12a3-4e9c-95fc-28abda8f9727 admin admin] Publish callbacks [] for security_group (013582eb-0aa6-4ded-b1cb-6bfd216de911), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.936511 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-488b4490-12a3-4e9c-95fc-28abda8f9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (013582eb-0aa6-4ded-b1cb-6bfd216de911), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:04.978917 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-488b4490-12a3-4e9c-95fc-28abda8f9727 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff14829a01504ac2898cf814e485acc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612278 Jul 21 23:44:04.980014 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b4490-12a3-4e9c-95fc-28abda8f9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013582eb-0aa6-4ded-b1cb-6bfd216de911,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:04.983919 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34702) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:05.022210 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c036b-b5a9-4f7d-97ae-5ec8f09dc27f req-f691de2e-ad65-4207-a5fe-17d9cc770a79 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:05.023876 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ae9c036b-b5a9-4f7d-97ae-5ec8f09dc27f req-f691de2e-ad65-4207-a5fe-17d9cc770a79 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0918794 Jul 21 23:44:05.036773 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2647b43c-1613-43b5-baa4-0948d6f20966 admin admin] Publish callbacks [] for security_group (013582eb-0aa6-4ded-b1cb-6bfd216de911), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.063912 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2647b43c-1613-43b5-baa4-0948d6f20966 admin admin] Publish callbacks [] for security_group (013582eb-0aa6-4ded-b1cb-6bfd216de911), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.104875 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (991ccb0a-51f9-4693-a850-3f4b29f95a23), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.113895 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2647b43c-1613-43b5-baa4-0948d6f20966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (013582eb-0aa6-4ded-b1cb-6bfd216de911), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.114939 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ae9c036b-b5a9-4f7d-97ae-5ec8f09dc27f req-f2539705-2394-4688-b8b6-881932946d5f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653708 Jul 21 23:44:05.117480 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2647b43c-1613-43b5-baa4-0948d6f20966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.122423 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-2647b43c-1613-43b5-baa4-0948d6f20966 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/013582eb-0aa6-4ded-b1cb-6bfd216de911 HTTP/1.1" status: 204 len: 168 time: 0.1349709 Jul 21 23:44:05.130616 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647b43c-1613-43b5-baa4-0948d6f20966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013582eb-0aa6-4ded-b1cb-6bfd216de911,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:05.153031 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:05.166212 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.225883 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:05.284731 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cccb2c-2df9-4a51-b580-6a72fd51309b req-15a495bd-c6ff-4652-b7ee-cd2315acadae tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:05.287191 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-15cccb2c-2df9-4a51-b580-6a72fd51309b req-15a495bd-c6ff-4652-b7ee-cd2315acadae tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 945 time: 0.0555139 Jul 21 23:44:05.336438 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-15cccb2c-2df9-4a51-b580-6a72fd51309b req-bc1f1a1c-6ba1-45ab-b004-f41410e616fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440702 Jul 21 23:44:05.349729 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Router 991ccb0a-51f9-4693-a850-3f4b29f95a23 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:05.444308 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34710) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:05.459398 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6b73b920-54cc-4ca3-a13e-06afde863607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.549287 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6b73b920-54cc-4ca3-a13e-06afde863607 admin admin] Publish callbacks [] for security_group (b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.553519 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6b73b920-54cc-4ca3-a13e-06afde863607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.598789 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6b73b920-54cc-4ca3-a13e-06afde863607 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edfd402ef9c84e9c89363015fe3b35c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508832 Jul 21 23:44:05.598789 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73b920-54cc-4ca3-a13e-06afde863607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:05.599463 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34712) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:05.654749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dc61141b-c396-482d-b732-85c2a960d060 admin admin] Publish callbacks [] for security_group (b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.677843 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dc61141b-c396-482d-b732-85c2a960d060 admin admin] Publish callbacks [] for security_group (b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.710624 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:05.715500 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7c916714-f49f-4a3e-8fb1-51096e1699b9 admin admin] 10.222.0.57 "PUT /v2.0/routers/991ccb0a-51f9-4693-a850-3f4b29f95a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8181248 Jul 21 23:44:05.718943 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34714) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:05.722299 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] Sync routers for ids ['991ccb0a-51f9-4693-a850-3f4b29f95a23'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:05.732680 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] Routers {'991ccb0a-51f9-4693-a850-3f4b29f95a23'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:05.733333 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['991ccb0a-51f9-4693-a850-3f4b29f95a23'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:05.735846 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:05.759143 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dc61141b-c396-482d-b732-85c2a960d060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.761640 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dc61141b-c396-482d-b732-85c2a960d060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.762768 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-dc61141b-c396-482d-b732-85c2a960d060 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da HTTP/1.1" status: 204 len: 168 time: 0.1623950 Jul 21 23:44:05.772904 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:05.775351 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61141b-c396-482d-b732-85c2a960d060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afa08e-1bd5-4320-b5f5-f0ae2d07f3da,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:05.784148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:05.842925 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] Set router 991ccb0a-51f9-4693-a850-3f4b29f95a23 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:05.852145 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks [] for router (991ccb0a-51f9-4693-a850-3f4b29f95a23), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:05.959706 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks [] for router_gateway (991ccb0a-51f9-4693-a850-3f4b29f95a23), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.007950 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:06.010486 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Deleting port 1296027b-e694-46a0-9889-6be457777a0f {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:06.010957 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (1296027b-e694-46a0-9889-6be457777a0f), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.017764 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '1296027b-e694-46a0-9889-6be457777a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:44:04Z', 'revision_number': 5, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port': {'id': '1296027b-e694-46a0-9889-6be457777a0f', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:06.043950 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] Checking router: 991ccb0a-51f9-4693-a850-3f4b29f95a23 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:06.053130 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] Routers {'991ccb0a-51f9-4693-a850-3f4b29f95a23'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:06.054586 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:43:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['991ccb0a-51f9-4693-a850-3f4b29f95a23'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:06.058125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device f00c42eb-3b9e-4025-bfef-697e24e64c46 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:06.116236 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] For port 1296027b-e694-46a0-9889-6be457777a0f, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1296027b-e694-46a0-9889-6be457777a0f,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:06.116593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (1296027b-e694-46a0-9889-6be457777a0f), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.130789 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port f00c42eb-3b9e-4025-bfef-697e24e64c46 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:44:06.134342 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Calling delete_port for 1296027b-e694-46a0-9889-6be457777a0f owned by network:router_gateway {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:06.140189 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port f00c42eb-3b9e-4025-bfef-697e24e64c46 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:06.141071 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.147873 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] Set router 991ccb0a-51f9-4693-a850-3f4b29f95a23 gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:06.209642 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:44:05Z', 'revision_number': 6, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:06.236995 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556df17-8310-4a74-92e6-dcfe9928cf46 None None] The sync data for ids ['991ccb0a-51f9-4693-a850-3f4b29f95a23'] in dv-cinder-850700-1-iscsi is: [{'id': '991ccb0a-51f9-4693-a850-3f4b29f95a23', 'name': 'tempest-TestMinimumBasicScenario-1842439392-router', 'tenant_id': '06620d963bdd4e86b2b1f406f36f96cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:27Z', 'updated_at': '2022-07-21T23:44:05Z', 'revision_number': 6, 'project_id': '06620d963bdd4e86b2b1f406f36f96cc', 'gw_port_host': None}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:06.246677 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port f00c42eb-3b9e-4025-bfef-697e24e64c46 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:06.247196 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.276969 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:06.280488 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b2d0c-9ae7-4b60-8f26-28f96e2c60ee" -d '{"events": [{"server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:06.313289 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port f00c42eb-3b9e-4025-bfef-697e24e64c46, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:06.320578 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.339944 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694c6f-9a46-4560-9922-d4476e507ad4 req-b98d949c-a741-438a-9b17-358963d01fc6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:06.343239 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cf694c6f-9a46-4560-9922-d4476e507ad4 req-b98d949c-a741-438a-9b17-358963d01fc6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0874910 Jul 21 23:44:06.383533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1296027b-e694-46a0-9889-6be457777a0f), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.387526 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcdb072-37d8-4f68-9cf4-2f58d6f73344 x-openstack-request-id: req-6bcdb072-37d8-4f68-9cf4-2f58d6f73344 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:06.387526 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:06.387810 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bcdb072-37d8-4f68-9cf4-2f58d6f73344 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:06.388729 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcdb072-37d8-4f68-9cf4-2f58d6f73344'] response: {'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'code': 200} Jul 21 23:44:06.389451 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=f00c42eb-3b9e-4025-bfef-697e24e64c46,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:06.426700 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1296027b-e694-46a0-9889-6be457777a0f,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:06.457840 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cf694c6f-9a46-4560-9922-d4476e507ad4 req-471b3b99-7829-4750-8b14-8058aa38f060 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084499 Jul 21 23:44:06.529654 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (991ccb0a-51f9-4693-a850-3f4b29f95a23), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.763950 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:06.770905 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:06.791805 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:06.792309 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 6835e8b6-ee1a-4493-a02f-a2c9025b7dd0 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:06.847640 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490ed7-f59a-44bf-82f6-f3b5068f4074 req-a68df501-05de-4435-ad92-0002713f4882 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:06.849078 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e3490ed7-f59a-44bf-82f6-f3b5068f4074 req-a68df501-05de-4435-ad92-0002713f4882 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.3969991 Jul 21 23:44:06.951417 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (991ccb0a-51f9-4693-a850-3f4b29f95a23), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:06.954370 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42608cba-e291-45fd-a745-3ec02ede563b req-3bac65f2-d0e9-4004-b171-d2a4d4387968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:06.956492 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-42608cba-e291-45fd-a745-3ec02ede563b req-3bac65f2-d0e9-4004-b171-d2a4d4387968 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 1130 time: 0.4089701 Jul 21 23:44:06.959234 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks [] for router_controller (991ccb0a-51f9-4693-a850-3f4b29f95a23), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.058967 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (991ccb0a-51f9-4693-a850-3f4b29f95a23), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.059545 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 991ccb0a-51f9-4693-a850-3f4b29f95a23 {{(pid=104212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:44:07.069983 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e3490ed7-f59a-44bf-82f6-f3b5068f4074 req-119d9e93-77b0-4431-8924-77f92acdf39f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890872 Jul 21 23:44:07.072749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.077448 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-9e390ad1-b73f-4588-92b7-af27993a28e7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/991ccb0a-51f9-4693-a850-3f4b29f95a23 HTTP/1.1" status: 204 len: 168 time: 1.3538990 Jul 21 23:44:07.077604 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34752) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:07.079506 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:07.103865 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-42608cba-e291-45fd-a745-3ec02ede563b req-b8783921-4af2-4911-a1c6-11f84c93b4ac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345103 Jul 21 23:44:07.137830 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:07.145287 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] Deleting subnet e4b2f6b6-2522-46aa-9c7a-d20503bafdd9 {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:44:07.149384 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] Publish callbacks [] for subnet (e4b2f6b6-2522-46aa-9c7a-d20503bafdd9), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.191239 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327979'] for subnet (e4b2f6b6-2522-46aa-9c7a-d20503bafdd9), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.275468 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (e4b2f6b6-2522-46aa-9c7a-d20503bafdd9), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.349769 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9133932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028781'] for subnet (e4b2f6b6-2522-46aa-9c7a-d20503bafdd9), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.378120 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b2f6b6-2522-46aa-9c7a-d20503bafdd9,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:07.386480 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.387308 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0749a-9d20-4075-9efa-4f6b55da9239 None None] Network 66d91144-ffc4-4b48-a63e-2eb131cc2a09 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:44:07.390166 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-c3b86216-4ee0-4726-869a-846d5a921173 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e4b2f6b6-2522-46aa-9c7a-d20503bafdd9 HTTP/1.1" status: 204 len: 168 time: 0.3117254 Jul 21 23:44:07.393556 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34764) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:07.484607 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (66d91144-ffc4-4b48-a63e-2eb131cc2a09), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.528080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:07.543833 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Deleting port ea43a161-0cd2-441b-baea-217753ee9766 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:07.544405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (ea43a161-0cd2-441b-baea-217753ee9766), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.578969 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] DHCP port deletion for 66d91144-ffc4-4b48-a63e-2eb131cc2a09 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:44:07.612177 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835ffe-f02d-42c6-b16f-26a06e5bc99a req-8d87c114-1e6b-44e0-9c4e-e438aff0ad1e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:07.619037 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5e835ffe-f02d-42c6-b16f-26a06e5bc99a req-8d87c114-1e6b-44e0-9c4e-e438aff0ad1e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0646398 Jul 21 23:44:07.630893 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] Deleting port ea43a161-0cd2-441b-baea-217753ee9766 {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:07.631581 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (ea43a161-0cd2-441b-baea-217753ee9766), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.648534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] For port ea43a161-0cd2-441b-baea-217753ee9766, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=ea43a161-0cd2-441b-baea-217753ee9766,segment=NetworkSegment(06efed38-d9dc-4d79-877c-9aae50b55f72),segment_id=06efed38-d9dc-4d79-877c-9aae50b55f72)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:07.648903 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (ea43a161-0cd2-441b-baea-217753ee9766), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.664424 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Calling delete_port for ea43a161-0cd2-441b-baea-217753ee9766 owned by network:dhcp {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:07.670603 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5e835ffe-f02d-42c6-b16f-26a06e5bc99a req-c84f8f6c-ea36-464e-bf40-5db0a3230e11 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507171 Jul 21 23:44:07.709321 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] For port ea43a161-0cd2-441b-baea-217753ee9766, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=ea43a161-0cd2-441b-baea-217753ee9766,segment=NetworkSegment(06efed38-d9dc-4d79-877c-9aae50b55f72),segment_id=06efed38-d9dc-4d79-877c-9aae50b55f72)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:07.709720 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (ea43a161-0cd2-441b-baea-217753ee9766), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.723764 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] Calling delete_port for ea43a161-0cd2-441b-baea-217753ee9766 owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:07.752891 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (ea43a161-0cd2-441b-baea-217753ee9766), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.777831 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ea43a161-0cd2-441b-baea-217753ee9766,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:07.784006 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] No DVR routers for this DVR port ea43a161-0cd2-441b-baea-217753ee9766 on host dv-cinder-850700-1-iscsi {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:44:07.800945 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ff01d90a-f464-485c-8b43-8616053aa36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.831794 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (ea43a161-0cd2-441b-baea-217753ee9766), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.860081 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] Pushing event deleted for resources: {'Port': ['ID=ea43a161-0cd2-441b-baea-217753ee9766,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:07.865839 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (66d91144-ffc4-4b48-a63e-2eb131cc2a09), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.866729 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745e7d7-d8c3-4699-87de-f28b2e0c70e0 None None] No DVR routers for this DVR port ea43a161-0cd2-441b-baea-217753ee9766 on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:44:07.906270 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d91144-ffc4-4b48-a63e-2eb131cc2a09']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:07.916793 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06efed38-d9dc-4d79-877c-9aae50b55f72') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:07.917180 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06efed38-d9dc-4d79-877c-9aae50b55f72') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:07.928503 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (06efed38-d9dc-4d79-877c-9aae50b55f72), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.943707 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (06efed38-d9dc-4d79-877c-9aae50b55f72), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.951765 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:44:07.952218 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (06efed38-d9dc-4d79-877c-9aae50b55f72), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:07.977457 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 06efed38-d9dc-4d79-877c-9aae50b55f72 resource provider aggregate not found Jul 21 23:44:07.986543 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34786) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:08.009084 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 06efed38-d9dc-4d79-877c-9aae50b55f72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06efed38-d9dc-4d79-877c-9aae50b55f72 found for delete ", "request_id": "req-7f164752-8978-4022-b0ea-7e46b75a6154"}]} Jul 21 23:44:08.023673 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (66d91144-ffc4-4b48-a63e-2eb131cc2a09), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.032412 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.036121 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] 10.222.0.57 "DELETE /v2.0/networks/66d91144-ffc4-4b48-a63e-2eb131cc2a09 HTTP/1.1" status: 204 len: 168 time: 0.6416991 Jul 21 23:44:08.048524 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a13d9b-784c-4faf-b782-9432bc35d4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=66d91144-ffc4-4b48-a63e-2eb131cc2a09,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:08.143396 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-850eb438-e8bf-46d3-bb4f-6f402731c9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.211685 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636bb0-5423-46fc-8625-3ec1ccd78dd0 req-67ae2dd1-afdb-4cbe-89e2-45c91e611b86 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:08.212017 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34794) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:08.213293 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-93636bb0-5423-46fc-8625-3ec1ccd78dd0 req-67ae2dd1-afdb-4cbe-89e2-45c91e611b86 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0537744 Jul 21 23:44:08.238156 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:08.267687 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-93636bb0-5423-46fc-8625-3ec1ccd78dd0 req-5703947e-4cb8-4333-b17b-11aa79482d33 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480902 Jul 21 23:44:08.280421 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-850eb438-e8bf-46d3-bb4f-6f402731c9bf admin admin] Publish callbacks [] for security_group (e056f6fe-ff21-47e3-8610-765c72a31003), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.286681 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-850eb438-e8bf-46d3-bb4f-6f402731c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e056f6fe-ff21-47e3-8610-765c72a31003), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.300054 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-87acb58d-f726-4fa0-a2d6-7838e0e594c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=235634c0fcf14ebeab084cfca36d394b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868473 Jul 21 23:44:08.302766 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34796) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:08.334554 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-850eb438-e8bf-46d3-bb4f-6f402731c9bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=156449151c334eb0861606596ffa0a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444047 Jul 21 23:44:08.334554 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eb438-e8bf-46d3-bb4f-6f402731c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e056f6fe-ff21-47e3-8610-765c72a31003,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:08.335129 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34798) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:08.354794 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-108b9cb8-5d12-4807-9c35-685024b9a847 admin admin] Publish callbacks [] for security_group (fbf04a78-605c-4baf-8106-a8428ecb2833), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.377209 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-108b9cb8-5d12-4807-9c35-685024b9a847 admin admin] Publish callbacks [] for security_group (fbf04a78-605c-4baf-8106-a8428ecb2833), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.387096 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-278b8279-7107-479d-b9d2-b8924029c524 admin admin] Publish callbacks [] for security_group (e056f6fe-ff21-47e3-8610-765c72a31003), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.410012 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-278b8279-7107-479d-b9d2-b8924029c524 admin admin] Publish callbacks [] for security_group (e056f6fe-ff21-47e3-8610-765c72a31003), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.426506 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-108b9cb8-5d12-4807-9c35-685024b9a847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (fbf04a78-605c-4baf-8106-a8428ecb2833), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.429540 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-108b9cb8-5d12-4807-9c35-685024b9a847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.430707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-108b9cb8-5d12-4807-9c35-685024b9a847 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbf04a78-605c-4baf-8106-a8428ecb2833 HTTP/1.1" status: 204 len: 168 time: 0.1269598 Jul 21 23:44:08.439687 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b9cb8-5d12-4807-9c35-685024b9a847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf04a78-605c-4baf-8106-a8428ecb2833,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:08.467437 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-278b8279-7107-479d-b9d2-b8924029c524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e056f6fe-ff21-47e3-8610-765c72a31003), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.470978 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-278b8279-7107-479d-b9d2-b8924029c524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.472667 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-278b8279-7107-479d-b9d2-b8924029c524 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e056f6fe-ff21-47e3-8610-765c72a31003 HTTP/1.1" status: 204 len: 168 time: 0.1362917 Jul 21 23:44:08.493230 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b8279-7107-479d-b9d2-b8924029c524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e056f6fe-ff21-47e3-8610-765c72a31003,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:08.676180 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1296027b-e694-46a0-9889-6be457777a0f no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:08.695504 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 1296027b-e694-46a0-9889-6be457777a0f {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:08.696108 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1296027b-e694-46a0-9889-6be457777a0f not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:08.696532 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device ea43a161-0cd2-441b-baea-217753ee9766 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:08.715286 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: ea43a161-0cd2-441b-baea-217753ee9766 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:08.715634 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device ea43a161-0cd2-441b-baea-217753ee9766 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:08.816097 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce1d7c-f0dd-40ac-9ed0-3a9376b59d99 req-ea383c24-5bb9-4289-88e7-958fdeee3cf6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:08.818429 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5dce1d7c-f0dd-40ac-9ed0-3a9376b59d99 req-ea383c24-5bb9-4289-88e7-958fdeee3cf6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0569878 Jul 21 23:44:08.882429 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34810) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:08.885544 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5dce1d7c-f0dd-40ac-9ed0-3a9376b59d99 req-445a9b4f-1552-496a-bc99-6138a2b56f70 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557981 Jul 21 23:44:08.887206 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34812) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:08.904773 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6074-a5b8-4680-8291-f035d3c79db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.906847 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:08.928890 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6b80710e-ce22-4c25-b26c-10e41e13f81d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06620d963bdd4e86b2b1f406f36f96cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446782 Jul 21 23:44:08.931386 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34814) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:08.941055 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:08.986237 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6074-a5b8-4680-8291-f035d3c79db5 admin admin] Publish callbacks [] for security_group (6e279092-2f98-44fe-821b-36d1857e6c4b), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.986521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-faa3dd3a-5bf5-46d3-b844-27c304124c20 admin admin] Publish callbacks [] for security_group (217610af-218e-48c1-a550-3830c2ba3a5f), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:08.990046 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6074-a5b8-4680-8291-f035d3c79db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6e279092-2f98-44fe-821b-36d1857e6c4b), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.009446 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-faa3dd3a-5bf5-46d3-b844-27c304124c20 admin admin] Publish callbacks [] for security_group (217610af-218e-48c1-a550-3830c2ba3a5f), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.031054 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3dcd6074-a5b8-4680-8291-f035d3c79db5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d7c5a7acb944837a392e40d5c6209bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427059 Jul 21 23:44:09.031903 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd6074-a5b8-4680-8291-f035d3c79db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e279092-2f98-44fe-821b-36d1857e6c4b,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:09.035070 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34816) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:09.063287 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-faa3dd3a-5bf5-46d3-b844-27c304124c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (217610af-218e-48c1-a550-3830c2ba3a5f), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.066133 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-faa3dd3a-5bf5-46d3-b844-27c304124c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.067287 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-faa3dd3a-5bf5-46d3-b844-27c304124c20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/217610af-218e-48c1-a550-3830c2ba3a5f HTTP/1.1" status: 204 len: 168 time: 0.1349711 Jul 21 23:44:09.075152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3dd3a-5bf5-46d3-b844-27c304124c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217610af-218e-48c1-a550-3830c2ba3a5f,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:09.094445 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4a991a2d-b61c-4da8-a2c3-4d457434cf7e admin admin] Publish callbacks [] for security_group (6e279092-2f98-44fe-821b-36d1857e6c4b), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.120482 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4a991a2d-b61c-4da8-a2c3-4d457434cf7e admin admin] Publish callbacks [] for security_group (6e279092-2f98-44fe-821b-36d1857e6c4b), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.174313 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4a991a2d-b61c-4da8-a2c3-4d457434cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6e279092-2f98-44fe-821b-36d1857e6c4b), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.177258 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4a991a2d-b61c-4da8-a2c3-4d457434cf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.178406 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-4a991a2d-b61c-4da8-a2c3-4d457434cf7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e279092-2f98-44fe-821b-36d1857e6c4b HTTP/1.1" status: 204 len: 168 time: 0.1424353 Jul 21 23:44:09.187841 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a991a2d-b61c-4da8-a2c3-4d457434cf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e279092-2f98-44fe-821b-36d1857e6c4b,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:09.399766 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221150-d242-4dcb-b2eb-fa9efba837bc req-cbbde250-68de-4356-a672-ec6ed23c9b8f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:09.401565 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f7221150-d242-4dcb-b2eb-fa9efba837bc req-cbbde250-68de-4356-a672-ec6ed23c9b8f tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0561600 Jul 21 23:44:09.464780 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f7221150-d242-4dcb-b2eb-fa9efba837bc req-cc755c7e-04a5-4b59-aad6-b2111973981b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567803 Jul 21 23:44:09.595704 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1246e-4169-48a2-88cd-87853e4099b6 req-93a4e0d5-d07f-4f3c-9c95-f13b2ae3455b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:09.597413 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e8a1246e-4169-48a2-88cd-87853e4099b6 req-93a4e0d5-d07f-4f3c-9c95-f13b2ae3455b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0604811 Jul 21 23:44:09.605909 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34832) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:09.610531 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Request body: {'floatingip': {'port_id': 'f00c42eb-3b9e-4025-bfef-697e24e64c46'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:09.650631 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (a61157db-4cd3-4c7d-8c60-a40aa5c30870), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:09.815726 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:09.980876 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:10.002167 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201edf6-35d4-4242-ba36-1c2efd4e337e req-fabfb330-ba5b-4f8f-afbe-ceca5b2aefe0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:10.003969 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b201edf6-35d4-4242-ba36-1c2efd4e337e req-fabfb330-ba5b-4f8f-afbe-ceca5b2aefe0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Jul 21 23:44:10.067102 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b201edf6-35d4-4242-ba36-1c2efd4e337e req-db253ade-4b87-4df8-87da-7d1d929a90f6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550902 Jul 21 23:44:10.110030 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:10.115406 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (a61157db-4cd3-4c7d-8c60-a40aa5c30870), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:10.218155 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Floating IP a61157db-4cd3-4c7d-8c60-a40aa5c30870 associated. External IP: 172.27.1.209, port: f00c42eb-3b9e-4025-bfef-697e24e64c46. Jul 21 23:44:10.314609 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:10.348402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b42d1c51-b1e3-407d-9aae-8f9bc857211a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:10.425966 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:10.537600 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:10.542019 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:10.547803 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] Sync routers for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:10.557358 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:10.557981 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:10.580826 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-da9306f8-a2d5-43ae-8945-06f75ccc26fb tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "PUT /v2.0/floatingips/a61157db-4cd3-4c7d-8c60-a40aa5c30870 HTTP/1.1" status: 200 len: 992 time: 0.9717112 Jul 21 23:44:10.580826 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:10.582669 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:10.670665 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:10.672568 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:10.853594 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4c7e66-d626-4e34-af53-03b56c59ba96 x-openstack-request-id: req-5f4c7e66-d626-4e34-af53-03b56c59ba96 {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:10.854062 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:10.854178 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f4c7e66-d626-4e34-af53-03b56c59ba96 {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:10.854986 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4c7e66-d626-4e34-af53-03b56c59ba96'] response: {'name': 'network-changed', 'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'status': 'completed', 'code': 200} Jul 21 23:44:10.895542 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'a61157db-4cd3-4c7d-8c60-a40aa5c30870', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'port_id': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'mac_address': 'fa:16:3e:a8:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:57Z', 'updated_at': '2022-07-21T23:44:10Z', 'revision_number': 1, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:10.920822 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-ba084408-3ee5-4635-b442-4da5b602e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:10.922407 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-ba084408-3ee5-4635-b442-4da5b602e1d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 1130 time: 0.0422969 Jul 21 23:44:10.925715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] Checking router: 8c884228-20a8-45e4-9ae7-2b9116e18ee3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:10.934684 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:10.936917 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:11.019593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-385646d2-0db1-45aa-aa31-5c377f415eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:11.021986 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-385646d2-0db1-45aa-aa31-5c377f415eb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 200 len: 912 time: 0.0928404 Jul 21 23:44:11.041612 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:11.070807 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:11.096698 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-2f7f612c-379d-4e82-9a75-6e633afdf84f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46 HTTP/1.1" status: 200 len: 1000 time: 0.0680091 Jul 21 23:44:11.158307 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-ea97e961-c64d-464f-8cd5-2d6e82057561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:11.160554 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-ea97e961-c64d-464f-8cd5-2d6e82057561 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 200 len: 850 time: 0.0566108 Jul 21 23:44:11.242350 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa4057-02b3-412c-8cf8-b65771528a35 req-1106bc21-9cc7-4bb6-9d3c-7e321b031cd3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:11.243940 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-13aa4057-02b3-412c-8cf8-b65771528a35 req-1106bc21-9cc7-4bb6-9d3c-7e321b031cd3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0824351 Jul 21 23:44:11.248119 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-c3dd824d-e02f-4ccc-8eed-6a0796e75454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:11.249718 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-c3dd824d-e02f-4ccc-8eed-6a0796e75454 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=def9c3d1-b527-4217-aca8-1be03de9052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780497 Jul 21 23:44:11.285871 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'a61157db-4cd3-4c7d-8c60-a40aa5c30870', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'port_id': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'mac_address': 'fa:16:3e:a8:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:57Z', 'updated_at': '2022-07-21T23:44:10Z', 'revision_number': 1, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:11.314438 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0e485-318f-487d-9f08-643f2c1eecd0 None None] The sync data for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi is: [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': 'a61157db-4cd3-4c7d-8c60-a40aa5c30870', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'port_id': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'mac_address': 'fa:16:3e:a8:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:43:57Z', 'updated_at': '2022-07-21T23:44:10Z', 'revision_number': 1, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:11.352943 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-13aa4057-02b3-412c-8cf8-b65771528a35 req-7cb93f9f-b0a1-4fe9-9571-b88cc9a85ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022611 Jul 21 23:44:11.353866 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:11.386982 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-f9bd9e2a-a545-403f-87e8-2c0ee039f2cc service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292253 Jul 21 23:44:11.492913 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4b0abaaa-687c-48b2-baa1-b7dd69e32b78 req-296edaef-864c-4121-94be-24fed4204bf6 service neutron] 10.222.0.39 "GET /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987279 Jul 21 23:44:11.569229 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a35b05-4d66-4cb4-b365-b9871b951a72 None None] New status for floating IP a61157db-4cd3-4c7d-8c60-a40aa5c30870: ACTIVE {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:44:12.478267 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746dda9-6ca7-455a-9e8a-3534e68be0e5 req-f9c73eed-7a1f-45e6-afec-54c377fa8914 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:12.479760 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e746dda9-6ca7-455a-9e8a-3534e68be0e5 req-f9c73eed-7a1f-45e6-afec-54c377fa8914 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0509288 Jul 21 23:44:12.527686 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e746dda9-6ca7-455a-9e8a-3534e68be0e5 req-713fbf1b-4e60-422e-acc4-3d057b6f4b0d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Jul 21 23:44:12.764078 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:13.225103 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:13.798618 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c207f7-8ac2-4ddb-8acd-16a15a597e84 req-8be0651a-e4cf-4d1c-9168-2f9e97239bc9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:13.800091 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04c207f7-8ac2-4ddb-8acd-16a15a597e84 req-8be0651a-e4cf-4d1c-9168-2f9e97239bc9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Jul 21 23:44:13.829319 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:13.847081 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04c207f7-8ac2-4ddb-8acd-16a15a597e84 req-0ae32bab-e258-4ee5-a60e-b576a4e85960 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Jul 21 23:44:14.523221 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34938) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:14.628094 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-87fd45cf-51bf-4330-aa64-2a011ba4137e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:14.666665 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:14.705979 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-87fd45cf-51bf-4330-aa64-2a011ba4137e admin admin] Publish callbacks [] for security_group (008680c5-f762-42e2-bbf9-6520c71db772), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:14.710419 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-87fd45cf-51bf-4330-aa64-2a011ba4137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (008680c5-f762-42e2-bbf9-6520c71db772), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:14.752875 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-87fd45cf-51bf-4330-aa64-2a011ba4137e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dafddcd326f149d483b9ff93694f76f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285836 Jul 21 23:44:14.754831 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd45cf-51bf-4330-aa64-2a011ba4137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008680c5-f762-42e2-bbf9-6520c71db772,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:14.755779 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34942) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:14.810582 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5bfd-bead-492e-9feb-c0bb5b0769bc admin admin] Publish callbacks [] for security_group (008680c5-f762-42e2-bbf9-6520c71db772), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:14.831788 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5bfd-bead-492e-9feb-c0bb5b0769bc admin admin] Publish callbacks [] for security_group (008680c5-f762-42e2-bbf9-6520c71db772), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:14.878299 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5bfd-bead-492e-9feb-c0bb5b0769bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (008680c5-f762-42e2-bbf9-6520c71db772), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:14.881711 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5bfd-bead-492e-9feb-c0bb5b0769bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:14.882894 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-2f5d5bfd-bead-492e-9feb-c0bb5b0769bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/008680c5-f762-42e2-bbf9-6520c71db772 HTTP/1.1" status: 204 len: 168 time: 0.1261275 Jul 21 23:44:14.891024 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d5bfd-bead-492e-9feb-c0bb5b0769bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008680c5-f762-42e2-bbf9-6520c71db772,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:14.985270 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6cde6-cf9b-4d3e-8242-9a4675f2a250 req-318d0431-6edf-413d-af84-6a9f463a4746 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:14.986786 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a1d6cde6-cf9b-4d3e-8242-9a4675f2a250 req-318d0431-6edf-413d-af84-6a9f463a4746 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Jul 21 23:44:15.035338 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a1d6cde6-cf9b-4d3e-8242-9a4675f2a250 req-3fae3da1-3fe8-4434-9276-2a027deff150 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Jul 21 23:44:15.160833 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34952) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:15.174848 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a2214b92-2855-45d8-8d89-e635a2647e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.207881 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:15.252736 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a2214b92-2855-45d8-8d89-e635a2647e89 admin admin] Publish callbacks [] for security_group (aefdee9c-5759-4ac4-97d9-4ffa20dba830), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.256463 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a2214b92-2855-45d8-8d89-e635a2647e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (aefdee9c-5759-4ac4-97d9-4ffa20dba830), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.296223 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-a2214b92-2855-45d8-8d89-e635a2647e89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4c81667b0a640fc9267adeefa11125b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342959 Jul 21 23:44:15.298078 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214b92-2855-45d8-8d89-e635a2647e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefdee9c-5759-4ac4-97d9-4ffa20dba830,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:15.298951 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34954) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:15.347751 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9f696eee-3b80-42db-8428-06738610042c admin admin] Publish callbacks [] for security_group (aefdee9c-5759-4ac4-97d9-4ffa20dba830), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.370373 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9f696eee-3b80-42db-8428-06738610042c admin admin] Publish callbacks [] for security_group (aefdee9c-5759-4ac4-97d9-4ffa20dba830), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.410061 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:44:15.417450 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9f696eee-3b80-42db-8428-06738610042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (aefdee9c-5759-4ac4-97d9-4ffa20dba830), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.419988 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9f696eee-3b80-42db-8428-06738610042c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.421163 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-9f696eee-3b80-42db-8428-06738610042c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aefdee9c-5759-4ac4-97d9-4ffa20dba830 HTTP/1.1" status: 204 len: 168 time: 0.1211791 Jul 21 23:44:15.428981 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f696eee-3b80-42db-8428-06738610042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefdee9c-5759-4ac4-97d9-4ffa20dba830,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:15.741678 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 34960) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:15.758818 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5583-74af-4330-9b76-7b3a930905ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.812976 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:15.836286 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5583-74af-4330-9b76-7b3a930905ee admin admin] Publish callbacks [] for security_group (181df576-183e-4827-b0ee-c79378a38046), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.839593 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5583-74af-4330-9b76-7b3a930905ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (181df576-183e-4827-b0ee-c79378a38046), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.878722 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d5583-74af-4330-9b76-7b3a930905ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181df576-183e-4827-b0ee-c79378a38046,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:15.883053 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-8a3d5583-74af-4330-9b76-7b3a930905ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7c909b789af409c8ac4d063506aeef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403458 Jul 21 23:44:15.886208 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 34962) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:15.936144 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3ddb141c-03ac-43ca-aeb3-ce10f67903da admin admin] Publish callbacks [] for security_group (181df576-183e-4827-b0ee-c79378a38046), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:15.960192 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3ddb141c-03ac-43ca-aeb3-ce10f67903da admin admin] Publish callbacks [] for security_group (181df576-183e-4827-b0ee-c79378a38046), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:16.009656 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3ddb141c-03ac-43ca-aeb3-ce10f67903da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (181df576-183e-4827-b0ee-c79378a38046), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:16.012047 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-3ddb141c-03ac-43ca-aeb3-ce10f67903da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:16.013665 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-3ddb141c-03ac-43ca-aeb3-ce10f67903da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/181df576-183e-4827-b0ee-c79378a38046 HTTP/1.1" status: 204 len: 168 time: 0.1260703 Jul 21 23:44:16.021342 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb141c-03ac-43ca-aeb3-ce10f67903da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181df576-183e-4827-b0ee-c79378a38046,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:16.097568 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:44:16.161929 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fad929-1f85-4a23-914e-882decc279be req-6e83f5fb-d699-4d02-ad5e-c11352afef8b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:16.165948 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53fad929-1f85-4a23-914e-882decc279be req-6e83f5fb-d699-4d02-ad5e-c11352afef8b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0540423 Jul 21 23:44:16.205121 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:16.215748 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-53fad929-1f85-4a23-914e-882decc279be req-1ad077a1-d127-4279-b676-0d0d4aa310dd tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462310 Jul 21 23:44:16.221013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'port_id': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'mac_address': 'fa:16:3e:ed:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:44:16.381384 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: ACTIVE; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:16.381775 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:16.395334 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:44:16.415550 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:16.421479 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:16.462852 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:16.474269 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=6']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:16.482822 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.483172 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.483517 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.483873 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.484211 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.484544 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.484870 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.485223 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.485538 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.485872 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.486199 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.486549 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.486880 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.487206 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.487554 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:16.515021 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:44:17.227397 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35018) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:17.374337 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1317d4-f8be-4f0f-8157-713800f0786a req-75b67d13-5a7e-4479-aac9-6da0c51c2358 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:17.375872 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bb1317d4-f8be-4f0f-8157-713800f0786a req-75b67d13-5a7e-4479-aac9-6da0c51c2358 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 944 time: 0.0783985 Jul 21 23:44:17.410356 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c26202b-cc9c-4747-8325-b64fb9808eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:17.483888 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bb1317d4-f8be-4f0f-8157-713800f0786a req-b58ec711-c104-4386-b8c2-c07cda198dcb tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000714 Jul 21 23:44:17.541536 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c26202b-cc9c-4747-8325-b64fb9808eea admin admin] Publish callbacks [] for security_group (6531aac5-4e08-44aa-9c85-fa23f96abdcf), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:17.547432 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c26202b-cc9c-4747-8325-b64fb9808eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6531aac5-4e08-44aa-9c85-fa23f96abdcf), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:17.587405 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:17.597409 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35024) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:17.598007 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0c26202b-cc9c-4747-8325-b64fb9808eea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ead4f403a7a44f339066a823742c5ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689713 Jul 21 23:44:17.598242 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26202b-cc9c-4747-8325-b64fb9808eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6531aac5-4e08-44aa-9c85-fa23f96abdcf,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:17.671451 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-307d250d-f0e3-4889-9b14-bbb8dd11123d admin admin] Publish callbacks [] for security_group (6531aac5-4e08-44aa-9c85-fa23f96abdcf), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:17.695231 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-307d250d-f0e3-4889-9b14-bbb8dd11123d admin admin] Publish callbacks [] for security_group (6531aac5-4e08-44aa-9c85-fa23f96abdcf), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:17.756339 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-307d250d-f0e3-4889-9b14-bbb8dd11123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6531aac5-4e08-44aa-9c85-fa23f96abdcf), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:17.761034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-307d250d-f0e3-4889-9b14-bbb8dd11123d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:17.762353 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-307d250d-f0e3-4889-9b14-bbb8dd11123d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6531aac5-4e08-44aa-9c85-fa23f96abdcf HTTP/1.1" status: 204 len: 168 time: 0.1628656 Jul 21 23:44:17.771886 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d250d-f0e3-4889-9b14-bbb8dd11123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6531aac5-4e08-44aa-9c85-fa23f96abdcf,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:18.105755 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:18.163311 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:18.163832 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:18.218313 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:18.264498 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:18.264874 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:18.291135 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:18.293799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e3c9d7-1425-4edc-ad77-67ca9ddcda03" -d '{"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-plugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:18.315574 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:18.322673 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:18.421291 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=7']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:18.561790 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c6fe70-f606-4751-a51a-0d3b4ba00d56 x-openstack-request-id: req-a5c6fe70-f606-4751-a51a-0d3b4ba00d56 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:18.562284 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-plugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:18.562711 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5c6fe70-f606-4751-a51a-0d3b4ba00d56 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:18.563288 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c6fe70-f606-4751-a51a-0d3b4ba00d56'] response: {'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'code': 200} Jul 21 23:44:18.661424 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fd332-1bd0-4d2b-a5f1-c43ba6732581 req-c576e474-4a06-418f-88a8-e1c8e40ea72a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:18.662970 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e55fd332-1bd0-4d2b-a5f1-c43ba6732581 req-c576e474-4a06-418f-88a8-e1c8e40ea72a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0642478 Jul 21 23:44:18.728256 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e55fd332-1bd0-4d2b-a5f1-c43ba6732581 req-33de1a9f-c6fb-4645-862e-c29420d9dee9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595183 Jul 21 23:44:19.190433 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35060) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:19.315487 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3ae779d5-9831-41e4-9968-02d8bf965db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:19.403863 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3ae779d5-9831-41e4-9968-02d8bf965db6 admin admin] Publish callbacks [] for security_group (e6b5294d-d739-450b-8564-0818664cfc10), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:19.409787 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3ae779d5-9831-41e4-9968-02d8bf965db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e6b5294d-d739-450b-8564-0818664cfc10), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:19.461146 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35064) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:19.461722 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-3ae779d5-9831-41e4-9968-02d8bf965db6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f179bb27bb3e4db3a1d2da25fd0eb8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696128 Jul 21 23:44:19.462114 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae779d5-9831-41e4-9968-02d8bf965db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b5294d-d739-450b-8564-0818664cfc10,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:19.523847 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:19.539418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ee-e1ee-4cfc-973e-58f815528e48 admin admin] Publish callbacks [] for security_group (e6b5294d-d739-450b-8564-0818664cfc10), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:19.570239 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ee-e1ee-4cfc-973e-58f815528e48 admin admin] Publish callbacks [] for security_group (e6b5294d-d739-450b-8564-0818664cfc10), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:19.625423 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ee-e1ee-4cfc-973e-58f815528e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (e6b5294d-d739-450b-8564-0818664cfc10), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:19.628190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ee-e1ee-4cfc-973e-58f815528e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:19.631707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6fdd53ee-e1ee-4cfc-973e-58f815528e48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6b5294d-d739-450b-8564-0818664cfc10 HTTP/1.1" status: 204 len: 168 time: 0.1661701 Jul 21 23:44:19.639645 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd53ee-e1ee-4cfc-973e-58f815528e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b5294d-d739-450b-8564-0818664cfc10,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:19.885583 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a57168-c260-423a-9d52-cf19b3f4591d req-dda6efbf-b0be-46cb-ba77-9069ff7b2929 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:19.887148 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6a57168-c260-423a-9d52-cf19b3f4591d req-dda6efbf-b0be-46cb-ba77-9069ff7b2929 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0611567 Jul 21 23:44:19.986014 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d6a57168-c260-423a-9d52-cf19b3f4591d req-baf59983-6995-4de8-b970-9e85bb3f43d6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922487 Jul 21 23:44:20.303228 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51d4e-3ad7-4bc0-bd4a-e51eb01163fc req-3c9073f1-de84-4899-af9b-aeae07c9e907 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:20.305893 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-30f51d4e-3ad7-4bc0-bd4a-e51eb01163fc req-3c9073f1-de84-4899-af9b-aeae07c9e907 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 946 time: 0.0746861 Jul 21 23:44:20.368036 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:20.375801 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-30f51d4e-3ad7-4bc0-bd4a-e51eb01163fc req-cf46c17e-6696-4c47-b794-125a83edcb72 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629351 Jul 21 23:44:20.575652 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35096) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:20.706495 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1348836164-network', 'tenant_id': '46779b270a484e19a7d9ede6406106d2'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:20.730269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Made reservation on behalf of 46779b270a484e19a7d9ede6406106d2 for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:44:20.733645 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:20.744913 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:20.841485 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks [] for security_group (6ac7096b-e329-4da4-abf9-2badc74a1f11), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:20.847232 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6ac7096b-e329-4da4-abf9-2badc74a1f11), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:20.876258 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:44:20.887112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac7096b-e329-4da4-abf9-2badc74a1f11,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:20.893272 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (bd405ca6-4e7c-42eb-8895-df5e3a8b872c), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:20.893853 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Added segment bd405ca6-4e7c-42eb-8895-df5e3a8b872c of type vlan for network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f Jul 21 23:44:20.953895 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (98a15ecd-b146-4c11-8304-f18b0d0cbc4f), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:20.995442 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (98a15ecd-b146-4c11-8304-f18b0d0cbc4f), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:20.996923 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:20.998534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.081897 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4984374 Jul 21 23:44:21.081897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56fbc9-e967-4ded-bbaa-c7592448c8fe admin admin] Pushing event updated for resources: {'Network': ['ID=98a15ecd-b146-4c11-8304-f18b0d0cbc4f,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:21.081897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35102) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:21.099822 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:44:21.101626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Request body: {'subnet': {'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1348836164-subnet', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:21.161405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Made reservation on behalf of 46779b270a484e19a7d9ede6406106d2 for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:44:21.164862 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11995231'] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.172343 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038b53f-0891-4ef1-b7f3-807f8dbea926 req-d7c4a369-028e-4005-aa10-a777dd797ba3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:21.180194 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1038b53f-0891-4ef1-b7f3-807f8dbea926 req-d7c4a369-028e-4005-aa10-a777dd797ba3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0676436 Jul 21 23:44:21.236311 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1038b53f-0891-4ef1-b7f3-807f8dbea926 req-8c7f401c-b97f-4059-9435-8316760b6e91 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548792 Jul 21 23:44:21.343705 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:21.396574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12010567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11995213'] for subnet (2deccaae-f3bd-4b9f-9dbe-6564cde9d286), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.456568 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2deccaae-f3bd-4b9f-9dbe-6564cde9d286,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:21.482971 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Checking segment: {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:21.483331 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Network hostable DHCP agents. Network: 98a15ecd-b146-4c11-8304-f18b0d0cbc4f, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:44:21.534222 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223344c-eca5-499c-8e96-a97cf602b01d req-75e590c2-bc15-43b1-81c8-a13f4a1a7c7d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:21.535961 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2223344c-eca5-499c-8e96-a97cf602b01d req-75e590c2-bc15-43b1-81c8-a13f4a1a7c7d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 946 time: 0.0736721 Jul 21 23:44:21.570151 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:44:21.586485 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 98a15ecd-b146-4c11-8304-f18b0d0cbc4f) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:21.598520 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0c0db3-db8a-4e75-8471-08544c8c6ebe None None] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:44:21.614249 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:21.624093 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.641411 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2223344c-eca5-499c-8e96-a97cf602b01d req-4b522f14-61f7-407c-b90e-2565b52a7575 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957918 Jul 21 23:44:21.660081 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-0ec678fa-d895-4b2f-8898-085034b4b89d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5781267 Jul 21 23:44:21.671510 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35106) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:21.676100 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:21.684263 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:21.705042 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (47437b61-376d-4842-9722-a2eb189dcbc5), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.707344 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (47437b61-376d-4842-9722-a2eb189dcbc5), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.759108 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'project_id': '46779b270a484e19a7d9ede6406106d2', 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:44:21.760064 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.778859 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks [] for router_controller (47437b61-376d-4842-9722-a2eb189dcbc5), precommit_add_association {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:21.868875 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:21.921112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:21.934254 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Allocated IP 172.20.0.2 (98a15ecd-b146-4c11-8304-f18b0d0cbc4f/2deccaae-f3bd-4b9f-9dbe-6564cde9d286/bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:21.947342 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-c15c55ed-2df0-40ae-8ac6-f458942d306b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:21.950886 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-c15c55ed-2df0-40ae-8ac6-f458942d306b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 946 time: 0.0943794 Jul 21 23:44:21.973960 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:21.983404 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks [] for router_gateway (47437b61-376d-4842-9722-a2eb189dcbc5), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.080608 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Deleting port 3fba9807-20fe-41d5-8c1a-0473403d7805 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:22.080991 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.132760 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Publish callbacks [] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.159855 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.222999 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks [] for router_gateway (47437b61-376d-4842-9722-a2eb189dcbc5), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.224927 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:22.227259 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] For port 3fba9807-20fe-41d5-8c1a-0473403d7805, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=3fba9807-20fe-41d5-8c1a-0473403d7805,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:22.227773 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.229084 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:22.236148 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Pushing event updated for resources: {'Port': ['ID=bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:22.239599 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:22.254510 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.383224 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:22.395183 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Attempting to bind port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:22.395546 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Attempting to bind port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:22.395906 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Attempting to bind port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 on network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:22.402195 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:22.402437 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Checking segment: {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:22.402901 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.403710 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Bound using segment: {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:22.404215 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Bound port: bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:22.405312 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.453800 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Allocated IP 172.27.1.56 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/764274cd-01a9-4288-b824-c834303fe834) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:22.464844 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318145-a997-495a-ae23-0abb07254f33 req-cb67b511-d02f-4e42-b448-d66cfd4043d2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:22.466519 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a0318145-a997-495a-ae23-0abb07254f33 req-cb67b511-d02f-4e42-b448-d66cfd4043d2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0952168 Jul 21 23:44:22.504754 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.505112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (e6171555-db40-494a-a287-95afd31ad08f), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.505691 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Floating IP e6171555-db40-494a-a287-95afd31ad08f disassociated. External IP: 172.27.1.229, port: 3fba9807-20fe-41d5-8c1a-0473403d7805. Jul 21 23:44:22.505794 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Calling delete_port for 3fba9807-20fe-41d5-8c1a-0473403d7805 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:22.513480 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] For port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:22.518879 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] For port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:22.527919 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.553432 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a0318145-a997-495a-ae23-0abb07254f33 req-4edb2c5b-2c4d-49f2-81ff-baf4a097774d tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777957 Jul 21 23:44:22.631797 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:22.646868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (3fba9807-20fe-41d5-8c1a-0473403d7805), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.668239 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09529040-c5d6-40bb-8713-c7571d3626cd None None] Pushing event updated for resources: {'Port': ['ID=bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:22.676031 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event deleted for resources: {'Port': ['ID=3fba9807-20fe-41d5-8c1a-0473403d7805,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:22.714694 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks [] for port (764274cd-01a9-4288-b824-c834303fe834), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.777913 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (764274cd-01a9-4288-b824-c834303fe834), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:22.840739 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6acb544d-36bb-4a47-b02e-2e452dbf3a56 req-a1d4846d-d174-4bed-a983-0c96571e544f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 210 time: 0.0365908 Jul 21 23:44:22.848715 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:22.855110 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:22.862574 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:22.871347 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:22.905715 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Pushing event updated for resources: {'Port': ['ID=764274cd-01a9-4288-b824-c834303fe834,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:23.032983 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:23.043518 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:23.066203 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:23.070619 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:23.128472 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] No DVR routers for this DVR port 3fba9807-20fe-41d5-8c1a-0473403d7805 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:44:23.135489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:23.154163 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-246eab09-19c2-474c-97c9-9cf4bc25fc8d req-a0d4eb53-5707-4d48-a3d2-a646de185f40 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "DELETE /v2.0/ports/3fba9807-20fe-41d5-8c1a-0473403d7805 HTTP/1.1" status: 204 len: 173 time: 1.1956134 Jul 21 23:44:23.155071 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'name': 'network-vif-deleted', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:23.162072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986a7d7-a872-44e0-bd6b-c2740f64a579" -d '{"events": [{"server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "name": "network-vif-deleted", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:23.201279 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:23.344598 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:23.473323 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e73284b-ad19-4392-a2b0-5064b422f8c9 x-openstack-request-id: req-7e73284b-ad19-4392-a2b0-5064b422f8c9 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:23.474340 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1b0372-60fe-4345-9668-12276af08fda", "name": "network-vif-deleted", "tag": "3fba9807-20fe-41d5-8c1a-0473403d7805", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:23.474691 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e73284b-ad19-4392-a2b0-5064b422f8c9 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:23.475339 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e73284b-ad19-4392-a2b0-5064b422f8c9'] response: {'server_uuid': 'fc1b0372-60fe-4345-9668-12276af08fda', 'name': 'network-vif-deleted', 'tag': '3fba9807-20fe-41d5-8c1a-0473403d7805', 'status': 'completed', 'code': 200} Jul 21 23:44:23.669376 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:23.690959 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:23.711734 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:23.718666 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:23.743657 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:23.755337 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks [] for router_gateway (47437b61-376d-4842-9722-a2eb189dcbc5), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:23.781116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb6833-9dbc-4982-9323-195c8f7d1d37 req-6a82109c-2390-4567-bcea-0c3d7ab18d18 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:23.787867 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0fbb6833-9dbc-4982-9323-195c8f7d1d37 req-6a82109c-2390-4567-bcea-0c3d7ab18d18 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.1062803 Jul 21 23:44:23.860738 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0fbb6833-9dbc-4982-9323-195c8f7d1d37 req-9f4a3497-8993-4c54-86a8-95ace031eeb5 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721714 Jul 21 23:44:23.916628 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:24.148401 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0c1f6e83-1c1e-4747-ba32-0d887e26652d req-fdbf32ba-0111-4c1c-b2de-1b04e49c2344 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc1b0372-60fe-4345-9668-12276af08fda HTTP/1.1" status: 200 len: 210 time: 0.1408875 Jul 21 23:44:24.192462 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:24.209435 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (47437b61-376d-4842-9722-a2eb189dcbc5), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:24.234773 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976f10a-e32d-4181-870d-d065296096e1 None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:24.236571 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1402e-56cf-4507-ad7d-deec38fa59f5 None None] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:44:24.329938 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:24.348565 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-a3f8d87a-cd0c-405d-af6e-26817db05935 None None] Provisioning complete for port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:24.349049 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d87a-cd0c-405d-af6e-26817db05935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:24.405080 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Router 47437b61-376d-4842-9722-a2eb189dcbc5 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:44:24.425769 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:24.474271 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8d87a-cd0c-405d-af6e-26817db05935 None None] Current status of the port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:24.474746 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d87a-cd0c-405d-af6e-26817db05935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:24.520006 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:24.540484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-a3f8d87a-cd0c-405d-af6e-26817db05935 None None] For port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:24.550700 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d87a-cd0c-405d-af6e-26817db05935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:24.633703 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d87a-cd0c-405d-af6e-26817db05935 None None] Pushing event updated for resources: {'Port': ['ID=bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:24.647731 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7827c-b338-461e-841b-b13fbfd89011 None None] New status for floating IP e6171555-db40-494a-a287-95afd31ad08f: DOWN {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:44:24.683838 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:24.695958 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Sync routers for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:24.719588 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:24.720239 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:24.728422 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:24.732802 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-4daf2868-3cc6-4ad8-89a4-be5c29846c42 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0599968 Jul 21 23:44:24.735522 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35128) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:24.936949 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:25.013465 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-2ced952f-0094-4123-9c08-c98de900ca16 None None] Provisioning complete for port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:25.013844 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2ced952f-0094-4123-9c08-c98de900ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.088538 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17c87-2c98-4fa9-9ed0-b9cba0c7c18b req-aae6b684-5f37-4837-9f34-ab085919e19e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:25.091112 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-60d17c87-2c98-4fa9-9ed0-b9cba0c7c18b req-aae6b684-5f37-4837-9f34-ab085919e19e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0973020 Jul 21 23:44:25.098203 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:25.099002 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.175718 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-60d17c87-2c98-4fa9-9ed0-b9cba0c7c18b req-7767b977-bc1a-431c-9d63-da3a8738a909 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763545 Jul 21 23:44:25.188844 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:25.310858 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-2ced952f-0094-4123-9c08-c98de900ca16 None None] Current status of the port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:25.392966 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:25.399973 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:25.400397 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.487453 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:23Z', 'revision_number': 3, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:25.518017 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Checking router: 47437b61-376d-4842-9722-a2eb189dcbc5 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:25.518017 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Updating router 47437b61-376d-4842-9722-a2eb189dcbc5 port 764274cd-01a9-4288-b824-c834303fe834 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:44:25.547413 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (764274cd-01a9-4288-b824-c834303fe834), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.603021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:25.615275 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-183d0152-761a-4664-af4e-6ec154ce5e0c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311382891&fields=id&tenant_id=44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 267 time: 0.0645871 Jul 21 23:44:25.648118 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Allocated IP 172.20.0.1 (98a15ecd-b146-4c11-8304-f18b0d0cbc4f/2deccaae-f3bd-4b9f-9dbe-6564cde9d286/e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:25.761362 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-247f5afd-c0ff-4e97-a3a4-4bf814a7b975 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:25.768516 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-247f5afd-c0ff-4e97-a3a4-4bf814a7b975 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 812 time: 0.1520426 Jul 21 23:44:25.787552 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aa181c2d-7313-4bd7-a844-fc33af280d05 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/quotas/44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 375 time: 0.0181024 Jul 21 23:44:25.802125 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks [] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.857756 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:25.858146 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-6005ec3b-f021-4e12-bf27-de63158d02fc tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696764 Jul 21 23:44:25.879999 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.908241 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:25.911718 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:25.913013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:25.916400 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Publish callbacks [] for port (764274cd-01a9-4288-b824-c834303fe834), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.928098 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (764274cd-01a9-4288-b824-c834303fe834), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:25.928813 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:25.935523 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:26.011611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Attempting to bind port 764274cd-01a9-4288-b824-c834303fe834 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:26.012832 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Attempting to bind port 764274cd-01a9-4288-b824-c834303fe834 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:26.013527 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Attempting to bind port 764274cd-01a9-4288-b824-c834303fe834 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:26.014216 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Pushing event updated for resources: {'Port': ['ID=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:26.019502 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2e82-6877-45ec-81f6-22425d91f6b3 None None] Pushing event updated for resources: {'Port': ['ID=764274cd-01a9-4288-b824-c834303fe834,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:26.036311 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:26.037051 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:26.037656 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.038202 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:26.039284 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (47437b61-376d-4842-9722-a2eb189dcbc5), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.039516 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Bound port: 764274cd-01a9-4288-b824-c834303fe834, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:26.040084 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (764274cd-01a9-4288-b824-c834303fe834), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.117885 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-5ec4076d-f1c3-49e5-81a9-42b9a6bc2b14 service neutron] 10.222.0.57 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588623 Jul 21 23:44:26.125837 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] For port 764274cd-01a9-4288-b824-c834303fe834, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:26.131878 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] For port 764274cd-01a9-4288-b824-c834303fe834, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=764274cd-01a9-4288-b824-c834303fe834,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:26.141229 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (764274cd-01a9-4288-b824-c834303fe834), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.200587 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3fba9807-20fe-41d5-8c1a-0473403d7805 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:26.237563 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:26.238219 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:26.242968 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.250430 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 3fba9807-20fe-41d5-8c1a-0473403d7805 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:26.250788 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 3fba9807-20fe-41d5-8c1a-0473403d7805 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:26.270428 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-d18bec47-7c35-4f0d-91c9-b32e34b1074d service neutron] 10.222.0.57 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448390 Jul 21 23:44:26.350669 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-67340a6c-b15f-411a-abeb-e58c6cc9a316 None None] Provisioning complete for port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:26.351221 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-67340a6c-b15f-411a-abeb-e58c6cc9a316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.393049 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-67340a6c-b15f-411a-abeb-e58c6cc9a316 None None] Port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:44:26.400546 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2e82-6877-45ec-81f6-22425d91f6b3 None None] Pushing event updated for resources: {'Port': ['ID=764274cd-01a9-4288-b824-c834303fe834,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:26.468239 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:26.499773 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a54bc1-6a76-436a-8aa1-6a6280767972 req-b536bd01-bec0-469a-8fd1-74285f96120c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:26.503371 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95a54bc1-6a76-436a-8aa1-6a6280767972 req-b536bd01-bec0-469a-8fd1-74285f96120c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.1159835 Jul 21 23:44:26.531451 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:26.587276 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95a54bc1-6a76-436a-8aa1-6a6280767972 req-eced3bfa-1990-4771-96dc-e25f03bb92b6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781140 Jul 21 23:44:26.636948 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks [] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.654296 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9134010'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.747970 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:25Z', 'revision_number': 1, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:26.795374 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe02f6-a364-403d-9d7f-078c21f9555c None None] The sync data for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi is: [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:25Z', 'revision_number': 1, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:26.800478 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (47437b61-376d-4842-9722-a2eb189dcbc5), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:26.817666 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Pushing event updated for resources: {'Port': ['ID=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:26.817913 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:26.880580 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d8bc9afc-9844-4f51-8205-07a51c72609a req-2567a8e9-c3d3-4c1d-8d0d-84c8234cc17b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 210 time: 0.0564034 Jul 21 23:44:26.884523 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:26.884905 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:27.005473 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:27.008279 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:27.056877 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:27.252150 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Router 47437b61-376d-4842-9722-a2eb189dcbc5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:27.318984 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:27.421773 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:27.428764 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:27.434530 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-45f7e40a-4db1-464b-80d1-8ddb88cec40c admin admin] 10.222.0.57 "PUT /v2.0/routers/47437b61-376d-4842-9722-a2eb189dcbc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958749 Jul 21 23:44:27.447356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-559daffa-1940-4836-88e6-54a4111e4598 None None] Provisioning complete for port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:27.447845 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-559daffa-1940-4836-88e6-54a4111e4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:27.488263 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:27.499793 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-559daffa-1940-4836-88e6-54a4111e4598 None None] Port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:44:27.827684 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:27.841090 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5452aee-f12b-457f-bda5-b1adc5a26955 req-c4c8bc60-b59d-4ec3-873f-bc26959a1284 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:27.842978 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c5452aee-f12b-457f-bda5-b1adc5a26955 req-c4c8bc60-b59d-4ec3-873f-bc26959a1284 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.1232069 Jul 21 23:44:27.967673 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c5452aee-f12b-457f-bda5-b1adc5a26955 req-2eed4603-00a9-4636-bbeb-5b10550e7401 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031802 Jul 21 23:44:28.066866 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e13231e3-702f-4a44-bbd2-7d713ce7b33d req-152aaeba-c438-4316-beb3-14361025e7be tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 210 time: 0.0416126 Jul 21 23:44:28.373525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-c8677656-37ae-408a-a7ec-946e8057276d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:28.375157 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-c8677656-37ae-408a-a7ec-946e8057276d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 812 time: 0.2163889 Jul 21 23:44:28.439237 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35178) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:28.445862 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-879951423-network', 'tenant_id': '88b02f59005145a49a05978f60591123'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:28.481382 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Made reservation on behalf of 88b02f59005145a49a05978f60591123 for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:44:28.484225 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.516107 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.523836 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-c15f9652-2b3e-4345-b679-1ca9130a6d1f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 379 time: 0.1394033 Jul 21 23:44:28.534009 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'port': {'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'admin_state_up': True, 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'security_groups': ['9af5f9d8-a3ae-4243-be41-12ca860aaa0d']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:28.629694 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks [] for security_group (99422660-378b-4da1-bde6-6065d0fc5d12), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.641131 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (99422660-378b-4da1-bde6-6065d0fc5d12), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.693876 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:44:28.701771 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99422660-378b-4da1-bde6-6065d0fc5d12,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:28.709511 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (1df0761c-a463-49ff-b882-ca62326ea685), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.709917 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Added segment 1df0761c-a463-49ff-b882-ca62326ea685 of type vlan for network 607f3ad8-1b33-4eb9-b708-1642665a918d Jul 21 23:44:28.734555 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Made reservation on behalf of 44fb74dd337c49a898397e3482e4305d for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:44:28.742541 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.785001 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:28.791696 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (607f3ad8-1b33-4eb9-b708-1642665a918d), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.843241 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 764274cd-01a9-4288-b824-c834303fe834 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:28.912803 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (607f3ad8-1b33-4eb9-b708-1642665a918d), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:28.917541 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:28.919933 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:29.006320 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 764274cd-01a9-4288-b824-c834303fe834 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:29.006709 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (764274cd-01a9-4288-b824-c834303fe834), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:29.070642 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Allocated IP 172.20.0.6 (090d43b6-0e83-430b-8cf2-7b66d14a91c7/b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7/bbd9ba1f-d794-42e2-b153-64ef54f71175) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:29.124242 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6831799 Jul 21 23:44:29.132113 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35184) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:29.134408 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d69dff-fd6e-491d-a269-306c973a97da admin admin] Pushing event updated for resources: {'Network': ['ID=607f3ad8-1b33-4eb9-b708-1642665a918d,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:29.142374 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Request body: {'subnet': {'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-879951423-subnet', 'tenant_id': '88b02f59005145a49a05978f60591123', 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:29.161917 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 607f3ad8-1b33-4eb9-b708-1642665a918d details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:44:29.218159 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 764274cd-01a9-4288-b824-c834303fe834 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:29.218715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (764274cd-01a9-4288-b824-c834303fe834), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:29.223488 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fd779835-f9ae-42b3-9a85-082a0eeea60a req-cc788f98-ed49-4c68-9cab-b42d6205b6b7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 210 time: 0.0350876 Jul 21 23:44:29.289282 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 764274cd-01a9-4288-b824-c834303fe834, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=764274cd-01a9-4288-b824-c834303fe834,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:29.314271 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (764274cd-01a9-4288-b824-c834303fe834), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:29.384573 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=764274cd-01a9-4288-b824-c834303fe834,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:29.504317 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:29.511348 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1abd-081a-467d-aa96-0899cea35b8f req-514bf908-471b-4513-9ce5-dca1caf4e07e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:29.513349 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cfc1abd-081a-467d-aa96-0899cea35b8f req-514bf908-471b-4513-9ce5-dca1caf4e07e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.4065735 Jul 21 23:44:29.520917 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Made reservation on behalf of 88b02f59005145a49a05978f60591123 for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:44:29.523290 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11995231'] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:29.689235 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1cfc1abd-081a-467d-aa96-0899cea35b8f req-e6eb75ef-7311-42af-bafb-c4303c79eede tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624317 Jul 21 23:44:29.753219 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:29.768056 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:29.911334 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:29.973882 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:29.986046 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:29.988669 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:30.000604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12010567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11995213'] for subnet (2c50e439-4de7-4878-93a2-71b26cbc255b), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.062883 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=bbd9ba1f-d794-42e2-b153-64ef54f71175,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:30.127548 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:30.128235 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.153317 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c50e439-4de7-4878-93a2-71b26cbc255b,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:30.162597 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-aaf1e01a-3af2-4201-8b79-8a761481e693 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6328709 Jul 21 23:44:30.169380 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Checking segment: {'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:30.169767 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Network hostable DHCP agents. Network: 607f3ad8-1b33-4eb9-b708-1642665a918d, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:44:30.179283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Request body: {'port': {'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:30.195004 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Sync routers for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:30.218273 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:30.219213 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:30.250335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Network 607f3ad8-1b33-4eb9-b708-1642665a918d is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:44:30.269343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.279697 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 607f3ad8-1b33-4eb9-b708-1642665a918d) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:30.284168 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:30.285004 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.301575 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83cf5a-983d-40a9-9053-2e37060f27fb None None] Network 607f3ad8-1b33-4eb9-b708-1642665a918d requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:44:30.352484 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-e0a25103-c3f6-4e1b-bbd5-83abb27c8128 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2173920 Jul 21 23:44:30.352879 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35194) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:30.386547 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:30.388003 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:30.462761 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-e5b405a8-52bb-4b04-9b52-dcc1b6745098 None None] Provisioning complete for port bbd9ba1f-d794-42e2-b153-64ef54f71175 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:30.463138 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e5b405a8-52bb-4b04-9b52-dcc1b6745098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.549659 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156ce1d-1d15-4f5f-9ce4-da7b205419da req-649af39c-a0e1-4b19-9a21-cbdfee35cc6d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:30.549659 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6156ce1d-1d15-4f5f-9ce4-da7b205419da req-649af39c-a0e1-4b19-9a21-cbdfee35cc6d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 931 time: 0.1964338 Jul 21 23:44:30.565167 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29943'] for router (14942b2d-6eee-425f-b8c9-02ed7564c889), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.566335 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3751520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29838'] for router (14942b2d-6eee-425f-b8c9-02ed7564c889), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.632426 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-e5b405a8-52bb-4b04-9b52-dcc1b6745098 None None] Port bbd9ba1f-d794-42e2-b153-64ef54f71175 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:44:30.636681 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:30.652541 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:30.674163 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 2, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:30.720343 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks [] for router_controller (14942b2d-6eee-425f-b8c9-02ed7564c889), precommit_add_association {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.740756 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Checking router: 47437b61-376d-4842-9722-a2eb189dcbc5 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:30.741111 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Updating router 47437b61-376d-4842-9722-a2eb189dcbc5 port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:44:30.805002 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.937843 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks [] for router_gateway (14942b2d-6eee-425f-b8c9-02ed7564c889), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:30.959923 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 764274cd-01a9-4288-b824-c834303fe834 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:31.010162 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6156ce1d-1d15-4f5f-9ce4-da7b205419da req-089540ea-49ba-4b65-9007-783eaa02c99c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4474018 Jul 21 23:44:31.041784 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966c872-11d4-4cbc-be08-afd93870a61a req-b3d0e968-47bf-4a6c-a511-d94488a2d154 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:31.044672 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6234f99-e223-58d5-82f0-77257c6c58ab-607f3ad8-1b33-4eb9-b708-1642665a918d', 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d', 'project_id': '88b02f59005145a49a05978f60591123', 'fixed_ips': [{'subnet_id': '2c50e439-4de7-4878-93a2-71b26cbc255b'}]}} from dv-cinder-850700-1-iscsi. {{(pid=104213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:44:31.046799 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.048869 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a966c872-11d4-4cbc-be08-afd93870a61a req-b3d0e968-47bf-4a6c-a511-d94488a2d154 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.2035878 Jul 21 23:44:31.100452 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 764274cd-01a9-4288-b824-c834303fe834 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:31.101662 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (764274cd-01a9-4288-b824-c834303fe834), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.113565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd9ba1f-d794-42e2-b153-64ef54f71175 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:44:31.136294 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Publish callbacks [] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.193603 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Transition to ACTIVE for port object bbd9ba1f-d794-42e2-b153-64ef54f71175 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:44:31.193814 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks [] for router_gateway (14942b2d-6eee-425f-b8c9-02ed7564c889), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.198487 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a966c872-11d4-4cbc-be08-afd93870a61a req-2e6fc320-f2d3-4a37-a423-af179b8d303e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402805 Jul 21 23:44:31.202251 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.232939 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:31.235424 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.271583 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=bbd9ba1f-d794-42e2-b153-64ef54f71175,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:31.300049 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Publish callbacks [] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.317578 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.361835 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 764274cd-01a9-4288-b824-c834303fe834 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:31.380176 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:31.392444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.db_base_plugin_common [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Allocated IP 172.20.0.2 (607f3ad8-1b33-4eb9-b708-1642665a918d/2c50e439-4de7-4878-93a2-71b26cbc255b/b7fc7511-131e-4aef-9f7f-4b758e77e7f6) {{(pid=104213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:31.462143 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Pushing event updated for resources: {'Port': ['ID=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:31.492703 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.493582 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.494106 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.494645 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.495140 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.495653 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.498644 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.500777 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.501325 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.501878 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.502399 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.502910 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.503577 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.504072 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.504565 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:44:31.509708 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:31.537525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Attempting to bind port bbd9ba1f-d794-42e2-b153-64ef54f71175 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:31.538394 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Attempting to bind port bbd9ba1f-d794-42e2-b153-64ef54f71175 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:31.538956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Attempting to bind port bbd9ba1f-d794-42e2-b153-64ef54f71175 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:31.561654 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Port bbd9ba1f-d794-42e2-b153-64ef54f71175 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:44:31.562352 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Attempting to bind port bbd9ba1f-d794-42e2-b153-64ef54f71175 on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:31.576621 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-65bf94dd-9585-4d1a-9738-bed150d913fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:31.578502 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-65bf94dd-9585-4d1a-9738-bed150d913fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1129 time: 0.1036866 Jul 21 23:44:31.580124 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:31.580880 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Checking segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:31.581636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Bound using segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:31.582313 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Bound port: bbd9ba1f-d794-42e2-b153-64ef54f71175, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:31.582902 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.585530 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:31.586695 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Attempting to bind port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:31.587089 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Attempting to bind port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:31.587512 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Attempting to bind port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 on network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:31.595359 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:31.595983 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Checking segment: {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:31.596315 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.596709 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Bound using segment: {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:31.598897 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Bound port: e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:31.599310 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.683375 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] For port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:31.688157 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] For port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:31.702354 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.706080 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Publish callbacks [] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), precommit_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.707612 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:31.717707 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), after_create {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.758832 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Network 607f3ad8-1b33-4eb9-b708-1642665a918d is already hosted by enough agents. {{(pid=104213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:31.763041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.scheduler.base_scheduler [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Resources bound (agent type, host, resource id): {{(pid=104213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:31.767740 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Received port after_create {{(pid=104213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:31.769685 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681378fb-c319-420a-9b01-44b02f1275ef None None] Pushing event updated for resources: {'Port': ['ID=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:31.783606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] For port bbd9ba1f-d794-42e2-b153-64ef54f71175, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:31.789448 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:31.794079 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:31.795739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] For port bbd9ba1f-d794-42e2-b153-64ef54f71175, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:31.801954 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-30fe38e5-2ec8-4e8b-aab8-105b11240401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:31.803850 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-30fe38e5-2ec8-4e8b-aab8-105b11240401 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.2150929 Jul 21 23:44:31.808268 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.839271 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Pushing event updated for resources: {'Port': ['ID=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,revision_number=1']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:31.867428 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-41588fdc-f096-4407-9f4a-0fdffe4af3ad None None] Provisioning complete for port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:31.867967 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-41588fdc-f096-4407-9f4a-0fdffe4af3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.895481 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Attempting to bind port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:31.895960 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Attempting to bind port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:31.896432 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Attempting to bind port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 on network 607f3ad8-1b33-4eb9-b708-1642665a918d {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:31.909349 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:31.909964 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Checking segment: {'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:31.910483 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.911007 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Bound using segment: {'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:31.911782 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Bound port: b7fc7511-131e-4aef-9f7f-4b758e77e7f6, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:31.912380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.917734 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:31.919463 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:31.921265 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] 10.222.0.39 "PUT /v2.0/ports/bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 200 len: 1093 time: 1.7462468 Jul 21 23:44:31.926411 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Allocated IP 172.27.1.98 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/1e437078-9b96-4565-aee0-dde1d752ade4) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:31.926577 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:31.929649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c31680-b459-46b9-bafe-a956cc2b9554" -d '{"events": [{"name": "network-changed", "server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:31.992848 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-ffc67df8-322f-4f83-997c-47f797322076 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 1000 time: 0.1799638 Jul 21 23:44:31.995958 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4193efe-fa29-48ee-9b7f-f8456082e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=bbd9ba1f-d794-42e2-b153-64ef54f71175,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:32.024739 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:32.060181 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c4ae30-86e1-42e2-842a-564009a891d6 x-openstack-request-id: req-c9c4ae30-86e1-42e2-842a-564009a891d6 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:32.060469 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:32.060769 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9c4ae30-86e1-42e2-842a-564009a891d6 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:32.061123 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c4ae30-86e1-42e2-842a-564009a891d6'] response: {'name': 'network-changed', 'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'status': 'completed', 'code': 200} Jul 21 23:44:32.089933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:32.092397 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-b91720f9-cd1b-4b72-b320-4344486483fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:32.093999 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-b91720f9-cd1b-4b72-b320-4344486483fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1127 time: 0.1189137 Jul 21 23:44:32.101774 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-c4fe4070-67bd-46a9-a64e-6333da7256cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:32.105087 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-c4fe4070-67bd-46a9-a64e-6333da7256cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0976830 Jul 21 23:44:32.180292 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] For port b7fc7511-131e-4aef-9f7f-4b758e77e7f6, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:32.214061 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-41588fdc-f096-4407-9f4a-0fdffe4af3ad None None] Current status of the port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:32.216809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-3531b5e1-c129-4fde-854a-60c6b9e050d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:32.218404 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-3531b5e1-c129-4fde-854a-60c6b9e050d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014981 Jul 21 23:44:32.218665 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-41588fdc-f096-4407-9f4a-0fdffe4af3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:32.224810 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] For port b7fc7511-131e-4aef-9f7f-4b758e77e7f6, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,segment=NetworkSegment(1df0761c-a463-49ff-b882-ca62326ea685),segment_id=1df0761c-a463-49ff-b882-ca62326ea685)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:32.257604 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:32.264320 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks [] for port (1e437078-9b96-4565-aee0-dde1d752ade4), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:32.303924 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-528d94f0-326b-465c-9838-a5f6bed3e631 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 200 len: 217 time: 0.1974690 Jul 21 23:44:32.317052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068d01b-6ae8-4b31-993d-db20992fba4c req-59327d7c-03ce-417d-adf4-235941bd8840 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:32.318995 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1068d01b-6ae8-4b31-993d-db20992fba4c req-59327d7c-03ce-417d-adf4-235941bd8840 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.1109493 Jul 21 23:44:32.327420 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:32.355808 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:32.390615 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-41588fdc-f096-4407-9f4a-0fdffe4af3ad None None] For port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:32.425049 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-dc7657a9-4923-4d72-bb77-3940c9347c36 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039729 Jul 21 23:44:32.425647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-41588fdc-f096-4407-9f4a-0fdffe4af3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:32.431987 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a465d-bb43-4335-80d5-f627c06159a3 None None] Pushing event updated for resources: {'Port': ['ID=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:32.454451 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:32.458672 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:32.463294 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Pushing event updated for resources: {'Port': ['ID=1e437078-9b96-4565-aee0-dde1d752ade4,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:32.468034 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:32.479710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-7df0035a-58c9-4cc4-a8cc-17dcbe2f8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:32.483411 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-7df0035a-58c9-4cc4-a8cc-17dcbe2f8228 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.1634915 Jul 21 23:44:32.490622 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:32.513818 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:31Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:32.550467 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81163c-4f3d-4ead-b88f-e26495890490 None None] The sync data for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi is: [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:31Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:32.611460 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41588fdc-f096-4407-9f4a-0fdffe4af3ad None None] Pushing event updated for resources: {'Port': ['ID=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:32.655485 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-712d6fcd-fbbc-4cfe-92ea-e2abdbf22bae None None] Provisioning complete for port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:32.656015 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-712d6fcd-fbbc-4cfe-92ea-e2abdbf22bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:32.772153 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-0d102ae6-3ed4-4fd6-ad0b-47d430046d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:32.773730 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-0d102ae6-3ed4-4fd6-ad0b-47d430046d42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2714190 Jul 21 23:44:32.820340 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1068d01b-6ae8-4b31-993d-db20992fba4c req-0604f7cd-c906-45f7-b54d-2a76a51f74a0 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424704 Jul 21 23:44:32.826895 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:32.917363 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-712d6fcd-fbbc-4cfe-92ea-e2abdbf22bae None None] Current status of the port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:32.936920 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:32.963987 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:32.964367 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:33.023339 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28ca6057-34c2-4ba6-8927-a8fbac0b5d7c req-9f2256a7-348d-47d8-ab6b-197d31f41bdb service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389345 Jul 21 23:44:33.029550 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:33.076577 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e29b-a641-4770-a7e0-223c3857a5f3 req-bbbb8306-5b4d-4d21-afc6-d72a34b07786 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:33.077934 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6dd0e29b-a641-4770-a7e0-223c3857a5f3 req-bbbb8306-5b4d-4d21-afc6-d72a34b07786 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.1292119 Jul 21 23:44:33.080971 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks [] for router_gateway (14942b2d-6eee-425f-b8c9-02ed7564c889), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:33.089326 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-fead67ec-18f7-415d-bcf7-1bc0b435a21c service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010552 Jul 21 23:44:33.124205 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:33.207283 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6dd0e29b-a641-4770-a7e0-223c3857a5f3 req-c0e564f3-306c-49ed-a6fe-e76057d529c2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225724 Jul 21 23:44:33.330271 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-425128'] for router (14942b2d-6eee-425f-b8c9-02ed7564c889), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:33.468604 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Router 14942b2d-6eee-425f-b8c9-02ed7564c889 is scheduled to L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 with binding_index 1 {{(pid=104211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:44:33.519974 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:33.583940 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:33.594130 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Sync routers for ids ['14942b2d-6eee-425f-b8c9-02ed7564c889'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:33.603151 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:33.604722 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-abebad08-7ff7-486d-9595-daa9746072ac admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2497036 Jul 21 23:44:33.608112 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35238) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:33.609137 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Routers {'14942b2d-6eee-425f-b8c9-02ed7564c889'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:33.609883 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['14942b2d-6eee-425f-b8c9-02ed7564c889'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:33.646006 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:33.722355 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Set router 14942b2d-6eee-425f-b8c9-02ed7564c889 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:33.776808 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b865c69-77ca-49c5-86db-931264b09eae None None] Network 607f3ad8-1b33-4eb9-b708-1642665a918d requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:44:33.887188 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:33.907617 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-69976bef-08c3-432e-aea2-5536dca683b3 None None] Provisioning complete for port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:33.908065 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-69976bef-08c3-432e-aea2-5536dca683b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:33.966715 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e35a69-d4d9-4577-b850-d2aa34fb6005 req-de0c760f-ba76-4356-ad0a-cf9863415a4c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:33.968692 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f4e35a69-d4d9-4577-b850-d2aa34fb6005 req-de0c760f-ba76-4356-ad0a-cf9863415a4c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.0562525 Jul 21 23:44:34.042092 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f4e35a69-d4d9-4577-b850-d2aa34fb6005 req-856459b1-160d-4f14-a72c-604cd09efef0 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560906 Jul 21 23:44:34.060236 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.095101 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:44:32Z', 'revision_number': 3, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port': {'id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:31Z', 'updated_at': '2022-07-21T23:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:34.140318 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Checking router: 14942b2d-6eee-425f-b8c9-02ed7564c889 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:34.140318 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Updating router 14942b2d-6eee-425f-b8c9-02ed7564c889 port 1e437078-9b96-4565-aee0-dde1d752ade4 binding host dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:44:34.162748 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-69976bef-08c3-432e-aea2-5536dca683b3 None None] Current status of the port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:34.163134 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-69976bef-08c3-432e-aea2-5536dca683b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.184272 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.295505 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:34.296961 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:34.317900 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Allocated IP 172.20.0.1 (607f3ad8-1b33-4eb9-b708-1642665a918d/2c50e439-4de7-4878-93a2-71b26cbc255b/b37c9a6c-594b-450f-a6f4-5b8063ed44bd) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:34.363998 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea61f6-5a56-446e-be3f-9a4e5ef38268 req-068a477d-ca21-4070-918a-4bd59173cac4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:34.365812 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c7ea61f6-5a56-446e-be3f-9a4e5ef38268 req-068a477d-ca21-4070-918a-4bd59173cac4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 945 time: 0.0641444 Jul 21 23:44:34.368279 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-69976bef-08c3-432e-aea2-5536dca683b3 None None] For port b7fc7511-131e-4aef-9f7f-4b758e77e7f6, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,segment=NetworkSegment(1df0761c-a463-49ff-b882-ca62326ea685),segment_id=1df0761c-a463-49ff-b882-ca62326ea685)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:34.378999 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-69976bef-08c3-432e-aea2-5536dca683b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.482727 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c7ea61f6-5a56-446e-be3f-9a4e5ef38268 req-57f586a9-1300-4b05-b19b-e78bd2adbce3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068830 Jul 21 23:44:34.506861 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks [] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.513298 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:34.541959 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:34.549161 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.588875 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Network 607f3ad8-1b33-4eb9-b708-1642665a918d is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:34.592624 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:34.597145 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:34.631218 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Pushing event updated for resources: {'Port': ['ID=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:34.650815 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419923'] for router_interface (14942b2d-6eee-425f-b8c9-02ed7564c889), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.661691 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-7e8d3609-55f3-4b9d-8a74-2456b4ac5749 None None] Provisioning complete for port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:34.662265 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3609-55f3-4b9d-8a74-2456b4ac5749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.694339 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3169873-96ce-40b1-939e-9ab9d7907ada req-24653a94-5c0b-4f3a-9601-635fd6501e9b service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681280 Jul 21 23:44:34.758062 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69976bef-08c3-432e-aea2-5536dca683b3 None None] Pushing event updated for resources: {'Port': ['ID=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:34.771539 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: ACTIVE; New status is: DOWN {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:34.772058 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.831688 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:34.834024 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23919e40-f880-480e-a21a-a9088d170aa0" -d '{"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:34.857985 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.897601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b7fc7511-131e-4aef-9f7f-4b758e77e7f6 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:34.926151 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Publish callbacks [] for port (1e437078-9b96-4565-aee0-dde1d752ade4), precommit_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.930103 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96303bb8-8779-48fd-bf5a-25632b878f1e x-openstack-request-id: req-96303bb8-8779-48fd-bf5a-25632b878f1e {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:34.930505 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:34.930768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96303bb8-8779-48fd-bf5a-25632b878f1e {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:34.931161 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96303bb8-8779-48fd-bf5a-25632b878f1e'] response: {'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'code': 200} Jul 21 23:44:34.959360 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-b17e4da4-eb20-4f02-9844-70da1956284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:34.961404 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-b17e4da4-eb20-4f02-9844-70da1956284f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1127 time: 0.0481570 Jul 21 23:44:34.962880 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:34.971204 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:34.973178 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.015906 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d3609-55f3-4b9d-8a74-2456b4ac5749 None None] Current status of the port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:35.021363 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:35.049787 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:35.050169 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.054418 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637536f-8826-40d4-80c5-63b4726fafe9 None None] Pushing event updated for resources: {'Port': ['ID=1e437078-9b96-4565-aee0-dde1d752ade4,revision_number=2']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:35.079768 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Attempting to bind port 1e437078-9b96-4565-aee0-dde1d752ade4 on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:35.080148 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Attempting to bind port 1e437078-9b96-4565-aee0-dde1d752ade4 by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:35.080521 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Attempting to bind port 1e437078-9b96-4565-aee0-dde1d752ade4 on network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:35.098146 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks [] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.105308 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9134010'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.113761 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-c01806b9-aefe-401d-99eb-c9bfaffe0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:35.116058 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:35.116446 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Checking segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:35.116739 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-c01806b9-aefe-401d-99eb-c9bfaffe0b8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.1435323 Jul 21 23:44:35.116871 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.117270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Bound using segment: {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'} {{(pid=104213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:35.117790 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.managers [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Bound port: 1e437078-9b96-4565-aee0-dde1d752ade4, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6'}}] {{(pid=104213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:35.118180 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.202008 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.202818 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-a6ae40c0-be41-4d99-9b14-6a9d5105110e None None] Provisioning complete for port b37c9a6c-594b-450f-a6f4-5b8063ed44bd triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:35.203179 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a6ae40c0-be41-4d99-9b14-6a9d5105110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.212479 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-83b3260d-0c84-44ac-af88-0147090a8e36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 200 len: 217 time: 0.0477920 Jul 21 23:44:35.221831 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3871750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420031'] for router_interface (14942b2d-6eee-425f-b8c9-02ed7564c889), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.230615 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec717043-c91c-473c-9a4a-9f06358af562 req-25ffcdb2-23bb-4440-af1f-b8f3790cc879 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:35.232704 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ec717043-c91c-473c-9a4a-9f06358af562 req-25ffcdb2-23bb-4440-af1f-b8f3790cc879 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.0796821 Jul 21 23:44:35.234521 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Pushing event updated for resources: {'Port': ['ID=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:35.236185 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:35.244922 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=8']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:35.262500 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] For port 1e437078-9b96-4565-aee0-dde1d752ade4, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:35.270868 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] For port 1e437078-9b96-4565-aee0-dde1d752ade4, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1e437078-9b96-4565-aee0-dde1d752ade4,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:35.278545 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-b94177e9-2d8c-48ac-9726-c382f9875dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:35.280529 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-b94177e9-2d8c-48ac-9726-c382f9875dc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0620227 Jul 21 23:44:35.292830 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae40c0-be41-4d99-9b14-6a9d5105110e None None] Port b37c9a6c-594b-450f-a6f4-5b8063ed44bd cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:44:35.299276 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.343283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-5c096986-7e06-4cf8-8792-8afd633509e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:35.345883 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-5c096986-7e06-4cf8-8792-8afd633509e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590317 Jul 21 23:44:35.356227 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:35.357342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:35.363210 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:35.373790 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Network 607f3ad8-1b33-4eb9-b708-1642665a918d is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:35.379288 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:35.391024 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ec717043-c91c-473c-9a4a-9f06358af562 req-7a647c56-350e-440e-82bf-c69ed6e7f781 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823693 Jul 21 23:44:35.422393 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637536f-8826-40d4-80c5-63b4726fafe9 None None] Pushing event updated for resources: {'Port': ['ID=1e437078-9b96-4565-aee0-dde1d752ade4,revision_number=3']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:35.428411 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Routers {'14942b2d-6eee-425f-b8c9-02ed7564c889'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:35.429045 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['14942b2d-6eee-425f-b8c9-02ed7564c889'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:35.442843 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:35.475284 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:35.475666 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.478231 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-24b8519b-a305-4045-b67b-267956adae1c service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253588 Jul 21 23:44:35.528436 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Router 14942b2d-6eee-425f-b8c9-02ed7564c889 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:35.596188 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] Set router 14942b2d-6eee-425f-b8c9-02ed7564c889 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:35.643177 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-08c31680-b459-46b9-bafe-a956cc2b9554 req-20fc6696-0928-44a8-8fe9-a5bf5f1d706f service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582124 Jul 21 23:44:35.667960 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba7a2e-ea28-439c-9e8c-6e35def9404f req-a55da1bd-6431-486a-a2e8-6094b48c962a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:35.671046 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55ba7a2e-ea28-439c-9e8c-6e35def9404f req-a55da1bd-6431-486a-a2e8-6094b48c962a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0687981 Jul 21 23:44:35.689685 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:35.691640 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:35.702513 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-77f07893-50f3-41a2-8000-2b5dc3c8c821 admin admin] 10.222.0.57 "PUT /v2.0/routers/14942b2d-6eee-425f-b8c9-02ed7564c889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932860 Jul 21 23:44:35.731549 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55ba7a2e-ea28-439c-9e8c-6e35def9404f req-7ca0ac33-16e8-48e2-9fe0-3331bdc75c9a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549927 Jul 21 23:44:35.763053 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-9953093f-40c7-49d8-aaf3-5a3dd7833c31 None None] Provisioning complete for port b37c9a6c-594b-450f-a6f4-5b8063ed44bd triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:35.763437 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-9953093f-40c7-49d8-aaf3-5a3dd7833c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:35.813356 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-9953093f-40c7-49d8-aaf3-5a3dd7833c31 None None] Port b37c9a6c-594b-450f-a6f4-5b8063ed44bd cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:44:35.863757 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:35.869338 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 4, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port': {'id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:31Z', 'updated_at': '2022-07-21T23:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b37c9a6c-594b-450f-a6f4-5b8063ed44bd', 'name': '', 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d', 'tenant_id': '88b02f59005145a49a05978f60591123', 'mac_address': 'fa:16:3e:93:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:34Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 2, 'project_id': '88b02f59005145a49a05978f60591123', 'subnets': [{'id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:35.899187 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8ce07-51ce-4cdb-ac16-d5110d39abb1 None None] The sync data for ids ['14942b2d-6eee-425f-b8c9-02ed7564c889'] in dv-cinder-850700-1-iscsi is: [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 4, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port': {'id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:31Z', 'updated_at': '2022-07-21T23:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b37c9a6c-594b-450f-a6f4-5b8063ed44bd', 'name': '', 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d', 'tenant_id': '88b02f59005145a49a05978f60591123', 'mac_address': 'fa:16:3e:93:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:34Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 2, 'project_id': '88b02f59005145a49a05978f60591123', 'subnets': [{'id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:36.125279 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35272) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:36.130595 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-6547f349-3959-4606-8bde-a002765cbcbf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376580389', 'description': 'tempest-secgroup-smoke-1376580389 description', 'project_id': '46779b270a484e19a7d9ede6406106d2'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:36.189903 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6547f349-3959-4606-8bde-a002765cbcbf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.193874 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:36.303430 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6547f349-3959-4606-8bde-a002765cbcbf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group (23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.315831 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6547f349-3959-4606-8bde-a002765cbcbf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.350299 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6547f349-3959-4606-8bde-a002765cbcbf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.351775 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6547f349-3959-4606-8bde-a002765cbcbf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2251086 Jul 21 23:44:36.354254 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f349-3959-4606-8bde-a002765cbcbf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:36.354922 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35280) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:36.361045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-d53c9fc7-524b-48c4-9643-f558a71a6390 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'security_group_rule': {'security_group_id': '23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6', 'project_id': '46779b270a484e19a7d9ede6406106d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:36.393410 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fc7-524b-48c4-9643-f558a71a6390 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (eae24786-0f6e-4e80-adef-75f6fa2742a5), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.461005 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fc7-524b-48c4-9643-f558a71a6390 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (eae24786-0f6e-4e80-adef-75f6fa2742a5), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.465389 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fc7-524b-48c4-9643-f558a71a6390 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (eae24786-0f6e-4e80-adef-75f6fa2742a5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.492781 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9fc7-524b-48c4-9643-f558a71a6390 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae24786-0f6e-4e80-adef-75f6fa2742a5,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:36.500495 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d53c9fc7-524b-48c4-9643-f558a71a6390 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.501956 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-d53c9fc7-524b-48c4-9643-f558a71a6390 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459253 Jul 21 23:44:36.504896 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35288) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:36.510896 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-679442a0-39ac-49ad-b4bd-5c0ea3a90424 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'security_group_rule': {'security_group_id': '23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6', 'project_id': '46779b270a484e19a7d9ede6406106d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:36.543859 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1558e-be3f-4b1a-adca-97b98f41fd78 req-8b0e6897-f6e1-41dc-8384-df03783797e4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:36.545622 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-afe1558e-be3f-4b1a-adca-97b98f41fd78 req-8b0e6897-f6e1-41dc-8384-df03783797e4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.0609450 Jul 21 23:44:36.550518 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-679442a0-39ac-49ad-b4bd-5c0ea3a90424 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (c7eec3d0-4257-4cde-84cb-6f24b2ca9ff0), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.582345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:36.619867 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-afe1558e-be3f-4b1a-adca-97b98f41fd78 req-c72a8ab8-e27f-4ac3-b159-15510508b540 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681410 Jul 21 23:44:36.629410 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-679442a0-39ac-49ad-b4bd-5c0ea3a90424 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (c7eec3d0-4257-4cde-84cb-6f24b2ca9ff0), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.633868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-679442a0-39ac-49ad-b4bd-5c0ea3a90424 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (c7eec3d0-4257-4cde-84cb-6f24b2ca9ff0), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.662141 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679442a0-39ac-49ad-b4bd-5c0ea3a90424 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7eec3d0-4257-4cde-84cb-6f24b2ca9ff0,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:36.681937 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-679442a0-39ac-49ad-b4bd-5c0ea3a90424 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.685667 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-679442a0-39ac-49ad-b4bd-5c0ea3a90424 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1771479 Jul 21 23:44:36.686948 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35290) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:36.692452 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-c1c704a0-9423-409b-864b-cbf3a33dd5ba tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'security_group_rule': {'security_group_id': '23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6', 'project_id': '46779b270a484e19a7d9ede6406106d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:36.745755 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c1c704a0-9423-409b-864b-cbf3a33dd5ba tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (ed36c2a6-37bf-486d-a8ac-b9aa4d498abc), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.798582 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b7fc7511-131e-4aef-9f7f-4b758e77e7f6 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:36.817906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c1c704a0-9423-409b-864b-cbf3a33dd5ba tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (ed36c2a6-37bf-486d-a8ac-b9aa4d498abc), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.823494 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c1c704a0-9423-409b-864b-cbf3a33dd5ba tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (ed36c2a6-37bf-486d-a8ac-b9aa4d498abc), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.849018 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c704a0-9423-409b-864b-cbf3a33dd5ba tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed36c2a6-37bf-486d-a8ac-b9aa4d498abc,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:36.858969 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c1c704a0-9423-409b-864b-cbf3a33dd5ba tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.860629 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-c1c704a0-9423-409b-864b-cbf3a33dd5ba tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721988 Jul 21 23:44:36.863408 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35296) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:36.868420 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-6980a09f-a8ff-4baa-b0e3-bc5eb65db00c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'security_group_rule': {'security_group_id': '23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6', 'project_id': '46779b270a484e19a7d9ede6406106d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:36.883734 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:36.884152 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.909280 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6980a09f-a8ff-4baa-b0e3-bc5eb65db00c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (02685747-62ba-4090-9d99-511e19dc31f7), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:36.992885 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:37.030716 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6980a09f-a8ff-4baa-b0e3-bc5eb65db00c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (02685747-62ba-4090-9d99-511e19dc31f7), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.036492 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6980a09f-a8ff-4baa-b0e3-bc5eb65db00c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (02685747-62ba-4090-9d99-511e19dc31f7), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.059550 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980a09f-a8ff-4baa-b0e3-bc5eb65db00c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02685747-62ba-4090-9d99-511e19dc31f7,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:37.065148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad67d1e-a3e6-4a28-99b6-952a4bda9d90 req-dd02c429-0da4-483a-b651-e84173273e46 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:37.067547 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7ad67d1e-a3e6-4a28-99b6-952a4bda9d90 req-dd02c429-0da4-483a-b651-e84173273e46 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0619073 Jul 21 23:44:37.079393 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6980a09f-a8ff-4baa-b0e3-bc5eb65db00c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.080720 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6980a09f-a8ff-4baa-b0e3-bc5eb65db00c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2162542 Jul 21 23:44:37.084127 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35310) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:37.089905 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'security_group_rule': {'security_group_id': '23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6', 'project_id': '46779b270a484e19a7d9ede6406106d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:37.128723 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.securitygroups_db [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Project 46779b270a484e19a7d9ede6406106d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:44:37.134592 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:37.142535 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (cee96b05-fe9b-40e9-b903-0abb1624a39f), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.158289 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7ad67d1e-a3e6-4a28-99b6-952a4bda9d90 req-4a149b7d-4e65-4ec0-9cca-adf564569a2c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806189 Jul 21 23:44:37.231969 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (cee96b05-fe9b-40e9-b903-0abb1624a39f), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.238557 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (cee96b05-fe9b-40e9-b903-0abb1624a39f), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.264752 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee96b05-fe9b-40e9-b903-0abb1624a39f,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:37.274059 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.275512 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-86c0c20a-e733-4ce9-90ce-9a02eba22665 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1904094 Jul 21 23:44:37.278699 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35318) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:37.283352 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'security_group_rule': {'security_group_id': '23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6', 'project_id': '46779b270a484e19a7d9ede6406106d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:37.311518 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.securitygroups_db [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Project 46779b270a484e19a7d9ede6406106d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:44:37.321339 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (fe3ff6e6-1a7d-41b4-8dbd-b82de380f1b2), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.391859 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (fe3ff6e6-1a7d-41b4-8dbd-b82de380f1b2), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.396203 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715787'] for security_group_rule (fe3ff6e6-1a7d-41b4-8dbd-b82de380f1b2), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.420434 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3ff6e6-1a7d-41b4-8dbd-b82de380f1b2,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:37.427265 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:37.428507 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6c16c867-8248-4bad-b42f-8d697b7529d1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487689 Jul 21 23:44:37.446862 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35326) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:37.540206 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-7c32ae21-bbd3-46e1-9c3e-7ca290260efb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921712 Jul 21 23:44:37.549679 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-87363563-f8ac-49fb-b42b-f6ce4bd13880 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:44:37.550831 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-87363563-f8ac-49fb-b42b-f6ce4bd13880 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053868 Jul 21 23:44:37.637337 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35360) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:37.767183 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:37.776451 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6fe9ce4b-9401-4a8e-8071-31cf25a664d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:38.090003 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-fffe4f8f-c0f6-4412-ba0c-1cfcf4694162 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:38.091441 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-fffe4f8f-c0f6-4412-ba0c-1cfcf4694162 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports/dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 940 time: 0.4531000 Jul 21 23:44:38.103332 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11253a2e-dc27-44d2-8d07-cb4e59589c90 req-568582d6-27da-4e87-b0fb-d97b86e212da tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:38.104870 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-11253a2e-dc27-44d2-8d07-cb4e59589c90 req-568582d6-27da-4e87-b0fb-d97b86e212da tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.3856480 Jul 21 23:44:38.173533 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-11253a2e-dc27-44d2-8d07-cb4e59589c90 req-a31de3a4-4b83-4730-bc75-d3e28effc188 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612788 Jul 21 23:44:38.200742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:38.340350 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: DOWN; New status is: DOWN {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:38.361743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aa574-a053-4e3c-9c59-a94538ed15b1 req-ba25d31d-ba39-4e52-95a1-eec793251780 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:38.363654 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6e3aa574-a053-4e3c-9c59-a94538ed15b1 req-ba25d31d-ba39-4e52-95a1-eec793251780 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.1100140 Jul 21 23:44:38.433164 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6e3aa574-a053-4e3c-9c59-a94538ed15b1 req-1e49cd4f-a235-4f0c-ac06-3548742dc762 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626900 Jul 21 23:44:38.705874 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1e437078-9b96-4565-aee0-dde1d752ade4 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:38.709898 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:38.756176 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 1e437078-9b96-4565-aee0-dde1d752ade4 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:38.756701 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:38.835747 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 1e437078-9b96-4565-aee0-dde1d752ade4 is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:38.836137 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:38.859222 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] For port 1e437078-9b96-4565-aee0-dde1d752ade4, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1e437078-9b96-4565-aee0-dde1d752ade4,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:38.862708 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:38.912342 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Pushing event updated for resources: {'Port': ['ID=1e437078-9b96-4565-aee0-dde1d752ade4,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:39.074310 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-c129c91c-a5c2-4985-8401-185335f3e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:39.076368 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-c129c91c-a5c2-4985-8401-185335f3e989 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445&tenant_id=9612b265be6144809add4ce9e14ff6ee HTTP/1.1" status: 200 len: 1127 time: 0.0767994 Jul 21 23:44:39.307438 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac4f0f-b14e-4433-9e44-7f15eb874de8 req-ca8260eb-4f88-4dfd-8eb6-8a41ddaaa05a tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:39.309043 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-abac4f0f-b14e-4433-9e44-7f15eb874de8 req-ca8260eb-4f88-4dfd-8eb6-8a41ddaaa05a tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.0564229 Jul 21 23:44:39.315093 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-a1edadd6-d62b-4006-9646-6553d57cd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:39.316892 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-a1edadd6-d62b-4006-9646-6553d57cd896 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1127 time: 0.0623562 Jul 21 23:44:39.378978 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-abac4f0f-b14e-4433-9e44-7f15eb874de8 req-a5497eed-b623-4066-aeff-afb61a837473 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608873 Jul 21 23:44:39.426244 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:39.444250 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-7c77b40c-f9a4-45ef-8822-f016605cea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:39.445754 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-7c77b40c-f9a4-45ef-8822-f016605cea50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.1226859 Jul 21 23:44:39.491190 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Sync routers for ids ['14942b2d-6eee-425f-b8c9-02ed7564c889'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:39.503119 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Routers {'14942b2d-6eee-425f-b8c9-02ed7564c889'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:39.503728 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['14942b2d-6eee-425f-b8c9-02ed7564c889'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:39.558570 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e8d59-56af-4a3e-9e5f-0b2f69becf37 req-f9421beb-da57-450d-bdb3-6c326f67c848 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:39.560731 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f78e8d59-56af-4a3e-9e5f-0b2f69becf37 req-f9421beb-da57-450d-bdb3-6c326f67c848 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0519812 Jul 21 23:44:39.611967 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Set router 14942b2d-6eee-425f-b8c9-02ed7564c889 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:39.612400 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f78e8d59-56af-4a3e-9e5f-0b2f69becf37 req-f7b67737-e770-4f3e-b1e5-6ea8818b2f63 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458195 Jul 21 23:44:39.901051 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 4, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port': {'id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:31Z', 'updated_at': '2022-07-21T23:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b37c9a6c-594b-450f-a6f4-5b8063ed44bd', 'name': '', 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d', 'tenant_id': '88b02f59005145a49a05978f60591123', 'mac_address': 'fa:16:3e:93:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:34Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 2, 'project_id': '88b02f59005145a49a05978f60591123', 'subnets': [{'id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:39.929040 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Checking router: 14942b2d-6eee-425f-b8c9-02ed7564c889 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:39.929428 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Updating router 14942b2d-6eee-425f-b8c9-02ed7564c889 port b37c9a6c-594b-450f-a6f4-5b8063ed44bd binding host dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:44:39.964397 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:39.995388 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-558da610-ee96-4fa1-8582-c75cd5ab97ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 998 time: 0.3098722 Jul 21 23:44:40.104653 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-2d7dcc08-0bbc-4bef-8502-712cd54df236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:40.107312 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-2d7dcc08-0bbc-4bef-8502-712cd54df236 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0517774 Jul 21 23:44:40.184294 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:40.239732 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Publish callbacks [] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), precommit_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.244999 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.295519 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea0a03-c836-4277-853e-ef5e6009fb03 None None] Pushing event updated for resources: {'Port': ['ID=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,revision_number=3']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:40.346164 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a8736667-c0d2-4b1b-a2ad-00805df66e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.360724 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Attempting to bind port b37c9a6c-594b-450f-a6f4-5b8063ed44bd on host dv-cinder-850700-1-iscsi for vnic_type normal with profile {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:40.361103 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Attempting to bind port b37c9a6c-594b-450f-a6f4-5b8063ed44bd by drivers openvswitch,hyperv on host dv-cinder-850700-1-iscsi at level 0 using segments [{'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:40.361496 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Attempting to bind port b37c9a6c-594b-450f-a6f4-5b8063ed44bd on network 607f3ad8-1b33-4eb9-b708-1642665a918d {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:40.367166 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Checking agent: {'id': '31183ea2-4923-4699-8886-3291fb4fddca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850700-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 30, 13), 'started_at': datetime.datetime(2022, 7, 21, 23, 30, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850700-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:40.367566 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Checking segment: {'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:40.367991 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.373511 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Bound using segment: {'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'} {{(pid=104214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:40.374131 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.managers [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Bound port: b37c9a6c-594b-450f-a6f4-5b8063ed44bd, host: dv-cinder-850700-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df0761c-a463-49ff-b882-ca62326ea685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d'}}] {{(pid=104214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:40.374563 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), before_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.444088 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] For port b37c9a6c-594b-450f-a6f4-5b8063ed44bd, host dv-cinder-850700-1-iscsi, cleared binding levels {{(pid=104214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:40.451567 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.plugins.ml2.db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] For port b37c9a6c-594b-450f-a6f4-5b8063ed44bd, host dv-cinder-850700-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,segment=NetworkSegment(1df0761c-a463-49ff-b882-ca62326ea685),segment_id=1df0761c-a463-49ff-b882-ca62326ea685)] {{(pid=104214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:40.459016 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), after_update {{(pid=104214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.513312 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Routers {'14942b2d-6eee-425f-b8c9-02ed7564c889'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:40.514054 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['14942b2d-6eee-425f-b8c9-02ed7564c889'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:40.524624 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6786d9-4083-45f6-a774-b29f0da3e78b req-c4519f2a-fc45-4689-8992-4abd5fa878ab tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:40.526306 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ef6786d9-4083-45f6-a774-b29f0da3e78b req-c4519f2a-fc45-4689-8992-4abd5fa878ab tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.0665808 Jul 21 23:44:40.551242 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:40.569469 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-1ee79258-45c9-47a1-b01f-99997b54ab80 None None] Provisioning complete for port b37c9a6c-594b-450f-a6f4-5b8063ed44bd triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:40.569853 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ee79258-45c9-47a1-b01f-99997b54ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.601778 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ef6786d9-4083-45f6-a774-b29f0da3e78b req-274ee38b-6712-49a3-a9f2-f0a77df59371 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686424 Jul 21 23:44:40.658592 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] Set router 14942b2d-6eee-425f-b8c9-02ed7564c889 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:40.738802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-12a6be41-24e4-4d46-b388-bd4a90ee7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:40.742371 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-12a6be41-24e4-4d46-b388-bd4a90ee7338 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300938 Jul 21 23:44:40.805737 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554b0cb-13a7-4042-ab73-2dff4c8e8783 req-6d5c3f23-183a-40cf-969e-03e48151bcf9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:40.807325 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3554b0cb-13a7-4042-ab73-2dff4c8e8783 req-6d5c3f23-183a-40cf-969e-03e48151bcf9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0787914 Jul 21 23:44:40.841801 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea0a03-c836-4277-853e-ef5e6009fb03 None None] Pushing event updated for resources: {'Port': ['ID=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,revision_number=4']} {{(pid=104214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:40.868898 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3554b0cb-13a7-4042-ab73-2dff4c8e8783 req-90b12a01-17f1-49bf-a17d-368a46a597f0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550673 Jul 21 23:44:40.886555 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1e437078-9b96-4565-aee0-dde1d752ade4 up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:40.923000 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-1ee79258-45c9-47a1-b01f-99997b54ab80 None None] Current status of the port b37c9a6c-594b-450f-a6f4-5b8063ed44bd is: DOWN; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:40.923386 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ee79258-45c9-47a1-b01f-99997b54ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:40.927696 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 4, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port': {'id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:31Z', 'updated_at': '2022-07-21T23:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b37c9a6c-594b-450f-a6f4-5b8063ed44bd', 'name': '', 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d', 'tenant_id': '88b02f59005145a49a05978f60591123', 'mac_address': 'fa:16:3e:93:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:34Z', 'updated_at': '2022-07-21T23:44:40Z', 'revision_number': 4, 'project_id': '88b02f59005145a49a05978f60591123', 'subnets': [{'id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:40.966466 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b9d1c-393d-4b2b-bf64-e1383f1a76f0 None None] The sync data for ids ['14942b2d-6eee-425f-b8c9-02ed7564c889'] in dv-cinder-850700-1-iscsi is: [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:44:34Z', 'revision_number': 4, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port': {'id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:31Z', 'updated_at': '2022-07-21T23:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'b37c9a6c-594b-450f-a6f4-5b8063ed44bd', 'name': '', 'network_id': '607f3ad8-1b33-4eb9-b708-1642665a918d', 'tenant_id': '88b02f59005145a49a05978f60591123', 'mac_address': 'fa:16:3e:93:af:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:34Z', 'updated_at': '2022-07-21T23:44:40Z', 'revision_number': 4, 'project_id': '88b02f59005145a49a05978f60591123', 'subnets': [{'id': '2c50e439-4de7-4878-93a2-71b26cbc255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:40.976814 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-1ee79258-45c9-47a1-b01f-99997b54ab80 None None] For port b37c9a6c-594b-450f-a6f4-5b8063ed44bd, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,segment=NetworkSegment(1df0761c-a463-49ff-b882-ca62326ea685),segment_id=1df0761c-a463-49ff-b882-ca62326ea685)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:40.978128 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port 1e437078-9b96-4565-aee0-dde1d752ade4 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:40.978655 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:41.002737 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-1ee79258-45c9-47a1-b01f-99997b54ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:41.064433 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-518b9520-46ac-4717-bb02-d6e799514b7f service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352017 Jul 21 23:44:41.073061 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee79258-45c9-47a1-b01f-99997b54ab80 None None] Pushing event updated for resources: {'Port': ['ID=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:41.119501 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:41.132435 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-d89807ee-d0a6-49ae-a809-0f078d0bdbce None None] Provisioning complete for port b37c9a6c-594b-450f-a6f4-5b8063ed44bd triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:41.140071 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d89807ee-d0a6-49ae-a809-0f078d0bdbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:41.214823 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51fb44d5-1055-40ba-9a2d-1fee0fcb5c78 req-3a132ad7-5b46-4b28-a795-fccd3beb8596 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431799 Jul 21 23:44:41.235448 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 1e437078-9b96-4565-aee0-dde1d752ade4 is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:41.284686 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-d89807ee-d0a6-49ae-a809-0f078d0bdbce None None] Current status of the port b37c9a6c-594b-450f-a6f4-5b8063ed44bd is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:41.354489 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:41.785621 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0cac5-f07e-4cb1-9791-ed038fb1dec3 req-da91aab8-f2a3-43f0-b94c-dc63437f3885 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:41.791250 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-08f0cac5-f07e-4cb1-9791-ed038fb1dec3 req-da91aab8-f2a3-43f0-b94c-dc63437f3885 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 943 time: 0.0902560 Jul 21 23:44:41.923091 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-08f0cac5-f07e-4cb1-9791-ed038fb1dec3 req-df2c4487-a2f6-442b-bdbf-ffb587374fc5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133854 Jul 21 23:44:42.086530 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b810-1014-4cfd-a887-9ff3d9671624 req-7c00abc4-d254-4f50-8b9d-31baec58c151 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:42.099928 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2995b810-1014-4cfd-a887-9ff3d9671624 req-7c00abc4-d254-4f50-8b9d-31baec58c151 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0791759 Jul 21 23:44:42.203023 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2995b810-1014-4cfd-a887-9ff3d9671624 req-4f484fde-bb49-47be-97ae-a87e6511c343 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016266 Jul 21 23:44:42.216746 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bbd9ba1f-d794-42e2-b153-64ef54f71175 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:44:42.385819 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port bbd9ba1f-d794-42e2-b153-64ef54f71175, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:42.406082 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:44:42.474601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:42.489965 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port bbd9ba1f-d794-42e2-b153-64ef54f71175 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:42.490647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:42.506402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd9ba1f-d794-42e2-b153-64ef54f71175 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:44:42.538225 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port bbd9ba1f-d794-42e2-b153-64ef54f71175, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:42.543611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:42.608711 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=bbd9ba1f-d794-42e2-b153-64ef54f71175,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:42.758973 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b37c9a6c-594b-450f-a6f4-5b8063ed44bd up at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:42.796757 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['bbd9ba1f-d794-42e2-b153-64ef54f71175'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:44:42.844006 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:42.883042 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Provisioning complete for port b37c9a6c-594b-450f-a6f4-5b8063ed44bd triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:42.883419 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:43.032041 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port b37c9a6c-594b-450f-a6f4-5b8063ed44bd is: ACTIVE; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:43.068111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:43.079386 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695736-ad61-4a5d-86d0-43daff271494 req-83d24195-851b-440f-9015-6b68370623ed tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:43.081256 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24695736-ad61-4a5d-86d0-43daff271494 req-83d24195-851b-440f-9015-6b68370623ed tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 944 time: 0.0638018 Jul 21 23:44:43.167209 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-24695736-ad61-4a5d-86d0-43daff271494 req-9f7e7fb0-8fdb-4122-9938-d17d00acda7c tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754478 Jul 21 23:44:43.243450 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:43.266543 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:43.401413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd18ef2-90cc-417b-997c-f6c6ef1c72c6 req-889e5f13-3de9-4fa2-868e-9f1a458f5ad4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:43.409085 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5bd18ef2-90cc-417b-997c-f6c6ef1c72c6 req-889e5f13-3de9-4fa2-868e-9f1a458f5ad4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0788350 Jul 21 23:44:43.468659 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5bd18ef2-90cc-417b-997c-f6c6ef1c72c6 req-06c9ef8b-d689-4056-91ce-859de933351e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565982 Jul 21 23:44:44.221466 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bbd9ba1f-d794-42e2-b153-64ef54f71175 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:44.275813 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port bbd9ba1f-d794-42e2-b153-64ef54f71175 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:44:44.289204 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port bbd9ba1f-d794-42e2-b153-64ef54f71175 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:44.289700 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:44.292187 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5a16d-47d1-4a18-a2bb-0dc97429005e req-15d3d0ad-b1fa-44f9-87ac-60ffe738ccac tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:44.301314 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-56f5a16d-47d1-4a18-a2bb-0dc97429005e req-15d3d0ad-b1fa-44f9-87ac-60ffe738ccac tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 944 time: 0.0609095 Jul 21 23:44:44.366462 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-56f5a16d-47d1-4a18-a2bb-0dc97429005e req-8639c69a-ac7e-4048-acb0-44b4f29f9a9d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639043 Jul 21 23:44:44.454842 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port bbd9ba1f-d794-42e2-b153-64ef54f71175 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:44.455236 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:44.467512 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:44.483218 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:44.485664 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f133c-52c2-43cc-856b-61902116a69f" -d '{"events": [{"server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "name": "network-vif-plugged", "status": "completed", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:44.503678 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port bbd9ba1f-d794-42e2-b153-64ef54f71175, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:44.522023 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:44.562482 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a7c43d-a330-4ae3-bea8-6996f92fb544 x-openstack-request-id: req-46a7c43d-a330-4ae3-bea8-6996f92fb544 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:44.562777 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "name": "network-vif-plugged", "status": "completed", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:44.563034 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46a7c43d-a330-4ae3-bea8-6996f92fb544 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:44.563438 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a7c43d-a330-4ae3-bea8-6996f92fb544'] response: {'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'code': 200} Jul 21 23:44:44.602511 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=bbd9ba1f-d794-42e2-b153-64ef54f71175,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:44.649500 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28566ee8-67bf-4fea-b7c1-54d25da626a7 req-739439b3-ee5c-44e8-a4f7-3a10fc88f707 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:44.651273 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28566ee8-67bf-4fea-b7c1-54d25da626a7 req-739439b3-ee5c-44e8-a4f7-3a10fc88f707 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0779753 Jul 21 23:44:44.709633 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-28566ee8-67bf-4fea-b7c1-54d25da626a7 req-34d74dd9-d2db-4243-9746-a203f966a17e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521939 Jul 21 23:44:45.540838 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149e9b-f33d-4535-aae8-db0c131c3174 req-b90ad00e-7dd6-4d83-b1f1-4b673d2ce995 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:45.543050 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-17149e9b-f33d-4535-aae8-db0c131c3174 req-b90ad00e-7dd6-4d83-b1f1-4b673d2ce995 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0594432 Jul 21 23:44:45.605063 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-17149e9b-f33d-4535-aae8-db0c131c3174 req-8944e99f-904c-41b2-8a0a-af4ef56a7156 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551403 Jul 21 23:44:45.842732 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dadb-76f0-45ca-b1ca-c7909db45ce2 req-43f9b906-89b4-4257-a925-98c56b874940 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:45.844260 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f387dadb-76f0-45ca-b1ca-c7909db45ce2 req-43f9b906-89b4-4257-a925-98c56b874940 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0526221 Jul 21 23:44:45.915948 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f387dadb-76f0-45ca-b1ca-c7909db45ce2 req-e954e74e-8405-4b3a-ab87-376ffc3242f6 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548763 Jul 21 23:44:46.740966 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f30b7c-e3c9-4568-8bef-f5a07535452b req-67e36be9-1220-4977-9c14-4295a92f518e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:46.742529 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55f30b7c-e3c9-4568-8bef-f5a07535452b req-67e36be9-1220-4977-9c14-4295a92f518e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0548379 Jul 21 23:44:46.801730 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55f30b7c-e3c9-4568-8bef-f5a07535452b req-f47c417c-3279-4aad-bee9-9058eef66897 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523086 Jul 21 23:44:47.052320 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b3fd4-b4de-450f-8587-b9d947080f89 req-0b94639f-7e00-416b-b73e-eeae7a53e84f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:47.054630 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6f6b3fd4-b4de-450f-8587-b9d947080f89 req-0b94639f-7e00-416b-b73e-eeae7a53e84f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0577645 Jul 21 23:44:47.083082 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:47.135810 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6f6b3fd4-b4de-450f-8587-b9d947080f89 req-a970f8b1-e081-4a71-8222-d5fa1c63404a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718772 Jul 21 23:44:47.933167 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc52d6d-f18a-4dd4-b880-09c8d9e43fae req-d8b95381-d7be-4b8c-a571-d0b7638f25cc tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:47.935415 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2dc52d6d-f18a-4dd4-b880-09c8d9e43fae req-d8b95381-d7be-4b8c-a571-d0b7638f25cc tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0551028 Jul 21 23:44:47.990007 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2dc52d6d-f18a-4dd4-b880-09c8d9e43fae req-90cedb33-7b79-4601-b1cf-6752dd8e4788 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490344 Jul 21 23:44:48.228919 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:48.283870 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c65c6-f273-4ccd-a0c8-d3dcd8ae3bce req-6e4e2f07-2d3b-4173-af94-2f42e7260233 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:48.285416 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ca7c65c6-f273-4ccd-a0c8-d3dcd8ae3bce req-6e4e2f07-2d3b-4173-af94-2f42e7260233 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0675380 Jul 21 23:44:48.359328 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ca7c65c6-f273-4ccd-a0c8-d3dcd8ae3bce req-16b72ddb-46fb-4cb6-85d5-8a3f5167ceef tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569715 Jul 21 23:44:49.123747 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa3e8f-2dd0-4fcb-bc50-77ebde81e40d req-6764d11e-4b23-4d9d-a250-aae80cfa4080 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:49.125299 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-93fa3e8f-2dd0-4fcb-bc50-77ebde81e40d req-6764d11e-4b23-4d9d-a250-aae80cfa4080 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0622170 Jul 21 23:44:49.180878 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-93fa3e8f-2dd0-4fcb-bc50-77ebde81e40d req-937d402f-6cb6-4484-9ea9-08d63a8605f5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498917 Jul 21 23:44:49.487136 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d27d4-4a59-4c38-bd90-dc2e0b189a44 req-74c4f165-fca3-4aee-a425-eb800cb3d9a3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:49.488795 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0d5d27d4-4a59-4c38-bd90-dc2e0b189a44 req-74c4f165-fca3-4aee-a425-eb800cb3d9a3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0535297 Jul 21 23:44:49.540675 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0d5d27d4-4a59-4c38-bd90-dc2e0b189a44 req-38ef354b-a17e-49d7-b771-26f4d7333076 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456300 Jul 21 23:44:50.260575 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:50.298284 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114ccab-be55-47da-bab0-f9ef0b15bc98 req-80997f06-330f-4a12-9fce-2ae85d1e7e95 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:50.299814 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a114ccab-be55-47da-bab0-f9ef0b15bc98 req-80997f06-330f-4a12-9fce-2ae85d1e7e95 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0491860 Jul 21 23:44:50.348767 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a114ccab-be55-47da-bab0-f9ef0b15bc98 req-4a593fbc-b88e-4a5e-b9a1-5981f4d1e2ae tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Jul 21 23:44:50.663303 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50397-3ddd-4568-9254-aeb39e156089 req-76aa7bcb-513b-487a-964d-257abfa62708 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:50.664758 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cca50397-3ddd-4568-9254-aeb39e156089 req-76aa7bcb-513b-487a-964d-257abfa62708 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0479555 Jul 21 23:44:50.715642 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-cca50397-3ddd-4568-9254-aeb39e156089 req-e8265547-6d96-439b-84fb-9f4078c65a3a tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Jul 21 23:44:50.928344 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=12 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:50.930849 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:51.460739 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837446e-6618-4c91-8472-177f153360b0 req-f99920bc-5b87-4d8d-bec2-b406bdc87258 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:51.462145 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5837446e-6618-4c91-8472-177f153360b0 req-f99920bc-5b87-4d8d-bec2-b406bdc87258 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0477698 Jul 21 23:44:51.512704 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf02a-119b-4594-b26b-0ac16ff500f1 req-e56b6443-9c84-43ab-943a-20a5b0a2e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:51.514260 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-66abf02a-119b-4594-b26b-0ac16ff500f1 req-e56b6443-9c84-43ab-943a-20a5b0a2e7fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1129 time: 0.0431147 Jul 21 23:44:51.515517 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5837446e-6618-4c91-8472-177f153360b0 req-a5662f0c-2631-4ba1-b6fc-fa4ea49bd00d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478988 Jul 21 23:44:51.567852 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-66abf02a-119b-4594-b26b-0ac16ff500f1 req-de8f7cf6-d2ea-4dff-811d-fd16b755e58e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428684 Jul 21 23:44:51.839555 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c20898-73f1-4219-bac2-edf599e7fd09 req-4e45032c-4add-43d1-8f5b-ff59e70471f2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:51.841405 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-79c20898-73f1-4219-bac2-edf599e7fd09 req-4e45032c-4add-43d1-8f5b-ff59e70471f2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0514224 Jul 21 23:44:51.904457 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-79c20898-73f1-4219-bac2-edf599e7fd09 req-eadadfdb-2724-46fb-9e60-8cac4c9354a3 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570428 Jul 21 23:44:52.409440 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:44:52.633901 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28d749-9be6-4ae0-bd01-907c8b50ac04 req-9b85e13a-95c7-4705-ba33-be167168351d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:52.635445 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ae28d749-9be6-4ae0-bd01-907c8b50ac04 req-9b85e13a-95c7-4705-ba33-be167168351d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0494750 Jul 21 23:44:52.685343 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ae28d749-9be6-4ae0-bd01-907c8b50ac04 req-4bc7e99a-8e14-4557-9c64-2d8c03670544 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427561 Jul 21 23:44:53.050181 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14578641-97cb-4ab3-8664-69129a85e447 req-6d275af8-212e-4d85-b6a1-7358016ead19 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:53.051707 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-14578641-97cb-4ab3-8664-69129a85e447 req-6d275af8-212e-4d85-b6a1-7358016ead19 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0549746 Jul 21 23:44:53.107576 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-14578641-97cb-4ab3-8664-69129a85e447 req-54c5d660-b7c6-4fd4-90b3-59ac1b90cde8 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492597 Jul 21 23:44:53.237214 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ac1e0-6717-4506-a354-58e505d4f919 req-4607d140-367b-474d-aae3-62760425f593 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:53.239358 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4c3ac1e0-6717-4506-a354-58e505d4f919 req-4607d140-367b-474d-aae3-62760425f593 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.0515578 Jul 21 23:44:53.291960 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4c3ac1e0-6717-4506-a354-58e505d4f919 req-8ddb8b1e-df02-4bf3-bd26-0bc65dd78ed8 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470994 Jul 21 23:44:53.803105 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461cc3b-8786-4fbf-9034-c9aeb2d06075 req-399cadbf-e221-4a7c-80da-f129d2d2a330 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:53.804660 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8461cc3b-8786-4fbf-9034-c9aeb2d06075 req-399cadbf-e221-4a7c-80da-f129d2d2a330 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0483880 Jul 21 23:44:53.855641 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8461cc3b-8786-4fbf-9034-c9aeb2d06075 req-23a9049a-560e-4ab8-adf0-df52063f3239 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 Jul 21 23:44:54.081179 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-d619c84b-f8d8-4382-b28e-6716a90eb9d0 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376580389&fields=id&tenant_id=46779b270a484e19a7d9ede6406106d2 HTTP/1.1" status: 200 len: 267 time: 0.0440207 Jul 21 23:44:54.191730 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-58e0f1f0-cef7-45e1-9040-45bfc443316e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:54.193240 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-58e0f1f0-cef7-45e1-9040-45bfc443316e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 809 time: 0.1058273 Jul 21 23:44:54.208160 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-0f7a727e-b1d2-41e6-a500-908a94fb5c09 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/quotas/46779b270a484e19a7d9ede6406106d2 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Jul 21 23:44:54.226579 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa27b76-d1f8-4bc4-a8b2-81d6221be8bd req-de769833-3096-4dc0-9409-7ce719e00564 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:54.228035 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bfa27b76-d1f8-4bc4-a8b2-81d6221be8bd req-de769833-3096-4dc0-9409-7ce719e00564 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 943 time: 0.0475874 Jul 21 23:44:54.245304 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:54.260316 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:44:54.260903 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-5cc3fcbe-7e84-4d97-a8f6-b0bb61caff2f tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470607 Jul 21 23:44:54.278384 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-bfa27b76-d1f8-4bc4-a8b2-81d6221be8bd req-e52595b1-c70e-4a30-a855-064d7030915f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440583 Jul 21 23:44:54.371596 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:54.375055 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-7f7adf9f-5e0f-464a-9004-e23eadebfec0 service neutron] 10.222.0.57 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016335 Jul 21 23:44:54.384602 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'port_id': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'mac_address': 'fa:16:3e:ed:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:44:54.418461 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:54.431616 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:54.432557 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:54.439516 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003f9a8-64d4-4457-b1ae-2742ff401172 req-d51e9716-104c-4008-92c3-f1f0b8ec4dbd tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:54.442641 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d003f9a8-64d4-4457-b1ae-2742ff401172 req-d51e9716-104c-4008-92c3-f1f0b8ec4dbd tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.0776415 Jul 21 23:44:54.447078 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:44:54.470272 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:54.476421 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:54.505722 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-cb67ce16-7d6f-428c-bdbc-a246a883a78a service neutron] 10.222.0.57 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297657 Jul 21 23:44:54.507968 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d003f9a8-64d4-4457-b1ae-2742ff401172 req-fb488bd9-1105-4d84-85b9-4db75d3b0389 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593755 Jul 21 23:44:54.531493 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=9']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:54.704011 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:44:54.855283 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-df64e04c-d716-48f2-8548-39d599dbbb27 req-acd8e0d7-b886-46de-9ebe-a6d0045c5d8e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 210 time: 0.0586951 Jul 21 23:44:54.981135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-d617acbc-f88e-4305-9266-72a3054c7f7e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:54.983012 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-d617acbc-f88e-4305-9266-72a3054c7f7e tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Jul 21 23:44:54.991737 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8ba0-5fbe-49fd-9a18-9744e7ee46bf req-6b062608-b28f-45fb-840f-e67f917492f2 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:54.993496 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-76da8ba0-5fbe-49fd-9a18-9744e7ee46bf req-6b062608-b28f-45fb-840f-e67f917492f2 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0603406 Jul 21 23:44:55.057590 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-76da8ba0-5fbe-49fd-9a18-9744e7ee46bf req-b11b39d0-285a-4fac-bd61-9566d11edbe7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574880 Jul 21 23:44:55.086190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port cd4fc162-7a71-42e5-b8e5-4f425626f386 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:55.086764 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:55.228737 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e27d-7aa8-46e0-8167-bf16326257dd req-d3689a41-5c17-4fca-879f-d6c2b095da51 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:55.230600 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cba6e27d-7aa8-46e0-8167-bf16326257dd req-d3689a41-5c17-4fca-879f-d6c2b095da51 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0715244 Jul 21 23:44:55.256343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] For port cd4fc162-7a71-42e5-b8e5-4f425626f386, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=cd4fc162-7a71-42e5-b8e5-4f425626f386,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:55.256704 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:55.348189 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cba6e27d-7aa8-46e0-8167-bf16326257dd req-60e09b36-b011-4fde-847e-6b79b7f68040 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062508 Jul 21 23:44:55.365175 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:55.385318 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35628) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:55.430974 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1edc-4a0f-4de2-940e-3190dd57b7ae req-0e0f684b-02a4-4b95-abf5-3cde731c2bf2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:55.433441 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5d2c1edc-4a0f-4de2-940e-3190dd57b7ae req-0e0f684b-02a4-4b95-abf5-3cde731c2bf2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 944 time: 0.0769663 Jul 21 23:44:55.473493 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023ea99-7e61-4530-8ee7-2ee5d53475b0 tempest-TestVolumeBootPattern-1163541437 tempest-TestVolumeBootPattern-1163541437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:55.475109 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:55.475958 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-f023ea99-7e61-4530-8ee7-2ee5d53475b0 tempest-TestVolumeBootPattern-1163541437 tempest-TestVolumeBootPattern-1163541437-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1124 time: 0.0891228 Jul 21 23:44:55.479272 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35632) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:55.484809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:55.500287 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:55.500648 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (5491128d-a7ae-4131-8b45-a3ae10f20726), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:55.500967 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Floating IP 5491128d-a7ae-4131-8b45-a3ae10f20726 disassociated. External IP: 172.27.1.4, port: cd4fc162-7a71-42e5-b8e5-4f425626f386. Jul 21 23:44:55.501347 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for cd4fc162-7a71-42e5-b8e5-4f425626f386 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:55.507670 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5d2c1edc-4a0f-4de2-940e-3190dd57b7ae req-ca85dcbe-dcb9-4ffa-a794-4dfc5b17c9b9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594175 Jul 21 23:44:55.524723 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:55.681326 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264cb1e-c9ed-4ca6-9f45-107483771bad req-9685f76f-0752-4857-80a2-6b9f469923a3 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:55.682718 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e264cb1e-c9ed-4ca6-9f45-107483771bad req-9685f76f-0752-4857-80a2-6b9f469923a3 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 946 time: 0.1024666 Jul 21 23:44:55.717079 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:55.773665 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:55.845753 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e264cb1e-c9ed-4ca6-9f45-107483771bad req-2fc27688-7ef4-4c1d-96d4-93fe996b5d26 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560724 Jul 21 23:44:55.943075 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (cd4fc162-7a71-42e5-b8e5-4f425626f386), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:55.963015 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-37894f92-bede-4f35-8820-67c0bb519df7 req-5787a98e-e8fc-4a5f-ac44-3910380c1350 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 210 time: 0.0356536 Jul 21 23:44:55.996165 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=cd4fc162-7a71-42e5-b8e5-4f425626f386,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:56.026305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Allocated IP 172.27.1.68 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/581c4800-d80f-4242-a28d-df43d89e85a0) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:56.045977 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-277bc124-3b4e-490f-b604-63a446ab8a77 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:56.047435 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-277bc124-3b4e-490f-b604-63a446ab8a77 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.39 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 809 time: 0.2790129 Jul 21 23:44:56.221707 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:56.255693 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-1eff42ed-f769-461c-855b-5b16083f3da3 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46779b270a484e19a7d9ede6406106d2 HTTP/1.1" status: 200 len: 380 time: 0.1717227 Jul 21 23:44:56.260764 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:44:56.270743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'port': {'device_id': '3cff7cce-773f-4500-af5d-a369509ca64f', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'admin_state_up': True, 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'security_groups': ['23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:56.284824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:56.305435 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:56.305948 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:56.311747 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (581c4800-d80f-4242-a28d-df43d89e85a0), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:56.384661 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:44:56.385486 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:56.387249 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:56.413598 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:56.415888 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f6948e-88a3-4458-9811-b4110065c096" -d '{"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-plugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:56.443490 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:44:56.453122 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:56.457293 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5acde0-0e08-41c2-b47c-e859443eebfe x-openstack-request-id: req-ac5acde0-0e08-41c2-b47c-e859443eebfe {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:56.457580 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-plugged", "status": "completed", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:56.457829 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac5acde0-0e08-41c2-b47c-e859443eebfe {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:56.458442 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5acde0-0e08-41c2-b47c-e859443eebfe'] response: {'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'code': 200} Jul 21 23:44:56.499435 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (581c4800-d80f-4242-a28d-df43d89e85a0), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:56.507408 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:56.523902 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=10']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:56.574505 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:56.583338 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Made reservation on behalf of 46779b270a484e19a7d9ede6406106d2 for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:44:56.587009 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:56.594682 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:56.598538 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:56.610048 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=581c4800-d80f-4242-a28d-df43d89e85a0,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:56.635676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:56.649052 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:56.654337 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:56.665622 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:56.666453 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:56.697281 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704ccec-ee3b-43d4-898d-2575117a4398 req-a0ab73ac-b04b-4f35-ab61-a3805bdf16f9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:56.705735 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0704ccec-ee3b-43d4-898d-2575117a4398 req-a0ab73ac-b04b-4f35-ab61-a3805bdf16f9 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 946 time: 0.0906980 Jul 21 23:44:56.733701 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] No DVR routers for this DVR port cd4fc162-7a71-42e5-b8e5-4f425626f386 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:44:56.754730 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0704ccec-ee3b-43d4-898d-2575117a4398 req-24e3c6cc-4f4c-47a4-bccc-ff9544ddf77c tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477157 Jul 21 23:44:56.767143 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:56.770456 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cd60426f-681d-4b5f-82f1-520e3154a0b8 req-863a37c5-3448-4dc6-905e-e4f8e213d29f tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.39 "DELETE /v2.0/ports/cd4fc162-7a71-42e5-b8e5-4f425626f386 HTTP/1.1" status: 204 len: 173 time: 1.7818410 Jul 21 23:44:56.774037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'name': 'network-vif-deleted', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:56.776345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe83baf-7fa7-4e0d-b2d2-779458942ac7" -d '{"events": [{"server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "name": "network-vif-deleted", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:56.783844 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:56.819826 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf04b-754c-4aa7-ba19-6ebf6b71006e req-8edec057-019e-4a8b-bbc7-bbad10f477c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:56.821408 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-becbf04b-754c-4aa7-ba19-6ebf6b71006e req-8edec057-019e-4a8b-bbc7-bbad10f477c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1130 time: 0.1345375 Jul 21 23:44:56.868844 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862374d0-fcb9-4582-b28f-af2bf32f2f34 x-openstack-request-id: req-862374d0-fcb9-4582-b28f-af2bf32f2f34 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:56.869135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dcf8f0-0e4e-4842-863d-bc83a31fa4f0", "name": "network-vif-deleted", "tag": "cd4fc162-7a71-42e5-b8e5-4f425626f386", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:56.869416 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-862374d0-fcb9-4582-b28f-af2bf32f2f34 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:56.869828 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862374d0-fcb9-4582-b28f-af2bf32f2f34'] response: {'server_uuid': '57dcf8f0-0e4e-4842-863d-bc83a31fa4f0', 'name': 'network-vif-deleted', 'tag': 'cd4fc162-7a71-42e5-b8e5-4f425626f386', 'status': 'completed', 'code': 200} Jul 21 23:44:57.009274 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-7ab836e3-0d1a-4a79-a79f-96c41e68ec28 req-1e108a19-7f7d-4a7c-a293-15c337d2f6cc tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/ports?device_id=57dcf8f0-0e4e-4842-863d-bc83a31fa4f0 HTTP/1.1" status: 200 len: 210 time: 0.0450723 Jul 21 23:44:57.014433 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:57.044651 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:57.054979 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:57.055601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:57.166657 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:57.282730 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-becbf04b-754c-4aa7-ba19-6ebf6b71006e req-d384d104-cb96-4bf3-be7c-b65f5e68e43a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4460430 Jul 21 23:44:57.287925 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Allocated IP 172.20.0.5 (98a15ecd-b146-4c11-8304-f18b0d0cbc4f/2deccaae-f3bd-4b9f-9dbe-6564cde9d286/55de6435-1bbb-4a44-ae52-c711d06bfe75) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:44:57.289756 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:57.296748 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-87fdc680-4bd7-459a-a419-c613e3b25a80 req-f2543708-8c15-4992-a408-47ceb7411797 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 210 time: 0.0577610 Jul 21 23:44:57.394468 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:57.424153 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1de728-4c2c-4275-b412-785040b69538 None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:41Z', 'revision_number': 4, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'ad25a9ae-ec5a-49ae-b353-4407f454fdec', 'name': '', 'network_id': 'db7b04fe-74b8-4a1d-b84d-14b166fb83d5', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'mac_address': 'fa:16:3e:0f:0c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '83a40dc0-7391-401e-a129-8da6c5519058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:38Z', 'updated_at': '2022-07-21T23:39:00Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'subnets': [{'id': '83a40dc0-7391-401e-a129-8da6c5519058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:44:57.604575 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:57.636559 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:57.667260 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92686424-446e-43f7-ad58-cebcbf7cc5be None None] New status for floating IP 5491128d-a7ae-4131-8b45-a3ae10f20726: DOWN {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:44:57.676200 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:57.687455 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:57.751611 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:44:57.761891 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:44:57.768823 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:44:57.774994 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (581c4800-d80f-4242-a28d-df43d89e85a0), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:57.799240 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:57.861356 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:57.862043 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:57.893419 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ea3dd595-df08-44da-a604-d47a0a49e6b2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6284671 Jul 21 23:44:57.913178 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19c364-5a05-4ed7-9e46-9abb6ffd5cee req-d994408c-8a0c-4068-af99-d42cafc4e9a2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:57.914766 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0a19c364-5a05-4ed7-9e46-9abb6ffd5cee req-d994408c-8a0c-4068-af99-d42cafc4e9a2 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 946 time: 0.0634542 Jul 21 23:44:57.943739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Request body: {'port': {'device_id': '3cff7cce-773f-4500-af5d-a369509ca64f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:44:57.971386 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0a19c364-5a05-4ed7-9e46-9abb6ffd5cee req-a8ede954-1240-4780-8b12-426cb1592c1b tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494330 Jul 21 23:44:58.050077 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.113153 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35658) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:58.113391 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (581c4800-d80f-4242-a28d-df43d89e85a0), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.132286 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (581c4800-d80f-4242-a28d-df43d89e85a0), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.145600 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:58.172032 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd005b3f-507b-4215-9539-50dcdb9b3494 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (4faeb13f-1bc7-4d74-86f0-e9c6f31d3834), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.175173 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-99100ee0-8444-471e-bbb9-70ee9a82e90e None None] Provisioning complete for port 55de6435-1bbb-4a44-ae52-c711d06bfe75 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:44:58.175622 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-99100ee0-8444-471e-bbb9-70ee9a82e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.198231 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd005b3f-507b-4215-9539-50dcdb9b3494 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (4faeb13f-1bc7-4d74-86f0-e9c6f31d3834), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.208894 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-99100ee0-8444-471e-bbb9-70ee9a82e90e None None] Port 55de6435-1bbb-4a44-ae52-c711d06bfe75 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:44:58.250034 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd005b3f-507b-4215-9539-50dcdb9b3494 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4faeb13f-1bc7-4d74-86f0-e9c6f31d3834), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.252590 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dd005b3f-507b-4215-9539-50dcdb9b3494 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.253857 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-dd005b3f-507b-4215-9539-50dcdb9b3494 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/security-groups/4faeb13f-1bc7-4d74-86f0-e9c6f31d3834 HTTP/1.1" status: 204 len: 168 time: 0.1448300 Jul 21 23:44:58.257316 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35660) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:58.267693 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device cd4fc162-7a71-42e5-b8e5-4f425626f386 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:44:58.273640 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd005b3f-507b-4215-9539-50dcdb9b3494 tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faeb13f-1bc7-4d74-86f0-e9c6f31d3834,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:58.281960 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.api.v2.resource [None req-42746a74-368b-41c9-8c36-69c23fd9117a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] show failed (client error): The resource could not be found. Jul 21 23:44:58.283213 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-42746a74-368b-41c9-8c36-69c23fd9117a tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "GET /v2.0/security-groups/4faeb13f-1bc7-4d74-86f0-e9c6f31d3834 HTTP/1.1" status: 404 len: 347 time: 0.0235484 Jul 21 23:44:58.287973 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35662) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:44:58.291428 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: cd4fc162-7a71-42e5-b8e5-4f425626f386 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:44:58.291696 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=581c4800-d80f-4242-a28d-df43d89e85a0,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:58.292155 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device cd4fc162-7a71-42e5-b8e5-4f425626f386 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:44:58.304556 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.408042 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Deleting port 997aa6de-f1f9-4d00-a92e-8ad9f16eb875 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:44:58.408413 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.471091 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:58.474623 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:58.490395 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.490715 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.495437 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f831-fe78-450c-95fe-21dc72e0eca6 req-a28ceef1-15ec-4127-9d83-21cb11093bb8 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:58.498039 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d54f831-fe78-450c-95fe-21dc72e0eca6 req-a28ceef1-15ec-4127-9d83-21cb11093bb8 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 931 time: 0.1223330 Jul 21 23:44:58.504212 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Calling delete_port for 997aa6de-f1f9-4d00-a92e-8ad9f16eb875 owned by network:floatingip {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:44:58.555896 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Floating IP 02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48 associated. External IP: 172.27.1.68, port: bbd9ba1f-d794-42e2-b153-64ef54f71175. Jul 21 23:44:58.629916 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d54f831-fe78-450c-95fe-21dc72e0eca6 req-50938049-4506-4437-bacb-8fd2e793447f tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229401 Jul 21 23:44:58.648940 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (997aa6de-f1f9-4d00-a92e-8ad9f16eb875), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.700076 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Pushing event deleted for resources: {'Port': ['ID=997aa6de-f1f9-4d00-a92e-8ad9f16eb875,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:58.725764 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55de6435-1bbb-4a44-ae52-c711d06bfe75 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:44:58.737755 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Publish callbacks [] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.756064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Transition to ACTIVE for port object 55de6435-1bbb-4a44-ae52-c711d06bfe75 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:44:58.760607 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks [] for floatingip (5491128d-a7ae-4131-8b45-a3ae10f20726), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.763534 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.768096 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-ca95df3f-9b79-4242-a74e-6a8abc13c11c tempest-AttachVolumeNegativeTest-124014221 tempest-AttachVolumeNegativeTest-124014221-project] 10.222.0.57 "DELETE /v2.0/floatingips/5491128d-a7ae-4131-8b45-a3ae10f20726 HTTP/1.1" status: 204 len: 168 time: 0.4789207 Jul 21 23:44:58.803281 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:58.952103 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:58.991598 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:44:59.066625 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Attempting to bind port 55de6435-1bbb-4a44-ae52-c711d06bfe75 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:44:59.066983 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Attempting to bind port 55de6435-1bbb-4a44-ae52-c711d06bfe75 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:44:59.067319 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Attempting to bind port 55de6435-1bbb-4a44-ae52-c711d06bfe75 on network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:59.136276 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Port 55de6435-1bbb-4a44-ae52-c711d06bfe75 on network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:44:59.136772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Attempting to bind port 55de6435-1bbb-4a44-ae52-c711d06bfe75 on network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:44:59.146446 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:44:59.146715 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Checking segment: {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:44:59.147093 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Bound using segment: {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:44:59.147533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Bound port: 55de6435-1bbb-4a44-ae52-c711d06bfe75, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:44:59.147892 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:59.149794 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050044-e273-4823-b1bc-6978a2015bbf req-b4379bf1-55c3-4486-aef3-8ec2204ed463 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:59.151192 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:59.152012 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-62050044-e273-4823-b1bc-6978a2015bbf req-b4379bf1-55c3-4486-aef3-8ec2204ed463 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 946 time: 0.0792031 Jul 21 23:44:59.209908 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:59.212299 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:44:59.219560 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-62050044-e273-4823-b1bc-6978a2015bbf req-be7b80ee-c71e-4aad-a242-6a65e607e8c0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598533 Jul 21 23:44:59.249287 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:44:59.263315 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:44:59.265742 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:59.267054 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:44:59.268918 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:59.275387 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:59.279446 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:59.337863 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:59.347023 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:59.347648 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:44:59.349018 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] 10.222.0.39 "PUT /v2.0/ports/55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 1093 time: 1.4095888 Jul 21 23:44:59.349833 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:44:59.352193 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683" -d '{"events": [{"name": "network-changed", "server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:44:59.364640 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-55c858ce-e8ae-4ad6-8d3f-4120f17e8464 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8815532 Jul 21 23:44:59.385263 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb326e-f52f-4189-9e20-40bfd007dc1b service neutron] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:44:59.414413 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:59.445119 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e015e10-062a-4ee8-be4a-dddc97518c73 x-openstack-request-id: req-2e015e10-062a-4ee8-be4a-dddc97518c73 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:44:59.445510 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:44:59.445841 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e015e10-062a-4ee8-be4a-dddc97518c73 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:44:59.447086 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e015e10-062a-4ee8-be4a-dddc97518c73'] response: {'name': 'network-changed', 'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'status': 'completed', 'code': 200} Jul 21 23:44:59.506190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-70ae1978-d5dc-4894-999b-f421a2db4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:59.507725 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-70ae1978-d5dc-4894-999b-f421a2db4919 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1127 time: 0.0499721 Jul 21 23:44:59.512849 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:59.554208 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-dad6d8f3-7fac-46e0-a6b6-c1b4936309d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 217 time: 0.0382800 Jul 21 23:44:59.556238 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:44:59.609794 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-c5015bb1-db76-41e8-a7a4-e1b9dec89f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:59.611357 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-c5015bb1-db76-41e8-a7a4-e1b9dec89f83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 200 len: 848 time: 0.0510490 Jul 21 23:44:59.660010 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-90153cf1-f1cf-4091-9dae-f04a57695b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:59.661532 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-90153cf1-f1cf-4091-9dae-f04a57695b0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440857 Jul 21 23:44:59.685874 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:44:57Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:59.711946 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:44:59.721974 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:44:59.722747 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:44:59.752549 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798941-ef1a-4eb7-93ed-678180b44b0d req-6cfaf84a-4468-4d16-a03a-8fe5c7ba75ab tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:44:59.759599 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c5798941-ef1a-4eb7-93ed-678180b44b0d req-6cfaf84a-4468-4d16-a03a-8fe5c7ba75ab tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0567963 Jul 21 23:44:59.780931 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-ec762de8-d8e3-4ba0-890a-9529cac09be6 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134536 Jul 21 23:44:59.808994 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c5798941-ef1a-4eb7-93ed-678180b44b0d req-de071b4e-a85f-44ca-b958-db16c8080026 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485239 Jul 21 23:44:59.843339 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:44:59.881051 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f931ade9-1a87-44a5-80e8-166b110bd1e3 req-06f5021d-d83d-46fa-9ec1-3ddbd54a588b service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938880 Jul 21 23:45:00.073001 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:44:57Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:00.101079 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5d3c0-c080-4dc7-8aaf-0c02addad7b7 None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:44:57Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:45:00.308934 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35a4688-5e25-4077-ba57-2af59a316e1b None None] New status for floating IP 02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48: ACTIVE {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:45:00.386430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-e9740304-fa37-450d-a622-4e0c0c699848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:00.388081 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-e9740304-fa37-450d-a622-4e0c0c699848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1127 time: 0.0891368 Jul 21 23:45:00.407064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06fbbe-6376-454e-9ce7-448f3eb42302 req-10b3631f-e490-4ec2-9c68-11e1da385bfc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:00.408653 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a06fbbe-6376-454e-9ce7-448f3eb42302 req-10b3631f-e490-4ec2-9c68-11e1da385bfc tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 946 time: 0.0547087 Jul 21 23:45:00.466830 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6a06fbbe-6376-454e-9ce7-448f3eb42302 req-efedcce0-79c3-4009-948b-17f3e417d19f tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525849 Jul 21 23:45:00.725079 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-14b6532d-4b60-4e9d-9ded-64b8b8f49981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:00.726683 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-14b6532d-4b60-4e9d-9ded-64b8b8f49981 service neutron] 10.222.0.39 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 910 time: 0.0964794 Jul 21 23:45:00.770446 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-e032386b-1f65-4f5b-8c51-03f1bddfe2aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 217 time: 0.0373945 Jul 21 23:45:00.830888 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-6e07b5c5-036f-4299-8366-71611dd51515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:00.833487 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-6e07b5c5-036f-4299-8366-71611dd51515 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 200 len: 848 time: 0.0547872 Jul 21 23:45:00.880188 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-e8ebee19-b2d9-46a4-9e0c-684d2bed2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:00.881752 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-e8ebee19-b2d9-46a4-9e0c-684d2bed2186 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423703 Jul 21 23:45:00.952183 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee2b6-c911-4e78-a308-afcb0440025c req-5aeef0e4-6e54-497a-8d24-d4b5056618fb tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:00.954005 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a4dee2b6-c911-4e78-a308-afcb0440025c req-5aeef0e4-6e54-497a-8d24-d4b5056618fb tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0581458 Jul 21 23:45:00.989559 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:01.005643 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-fbe47d07-ceae-413d-8a8f-e2f5d694d2fa service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164770 Jul 21 23:45:01.016559 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a4dee2b6-c911-4e78-a308-afcb0440025c req-5bc93f7b-3457-413f-aac3-60063eff4ee9 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562704 Jul 21 23:45:01.449519 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:45:01.453089 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:45:01.458371 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f2cc1f99-6f14-4cf1-ad30-39eaf0589683 req-086226b9-a26f-4e52-a06a-478d2083d7d9 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446192 Jul 21 23:45:01.490985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c0b7e-c533-4748-8d65-4a10cb55c728 x-openstack-request-id: req-932c0b7e-c533-4748-8d65-4a10cb55c728 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:45:01.491268 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:45:01.491519 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-932c0b7e-c533-4748-8d65-4a10cb55c728 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:45:01.491917 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932c0b7e-c533-4748-8d65-4a10cb55c728'] response: {'name': 'network-changed', 'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'status': 'completed', 'code': 200} Jul 21 23:45:01.669611 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-9fa7ba39-8f12-42c3-be6f-c987aff0bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:01.671110 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-9fa7ba39-8f12-42c3-be6f-c987aff0bd9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1129 time: 0.0411654 Jul 21 23:45:01.756806 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:01.774212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-02434d89-fe21-410c-9f36-fd5d76ee21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:01.775679 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-02434d89-fe21-410c-9f36-fd5d76ee21e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.0983083 Jul 21 23:45:01.842413 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-045a35bc-e530-47b0-90c0-ab4e37f3fc50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 200 len: 1000 time: 0.0608101 Jul 21 23:45:01.891752 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-3546545f-ad3d-4708-9f2e-e3521622a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:01.893216 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-3546545f-ad3d-4708-9f2e-e3521622a896 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0450497 Jul 21 23:45:01.936677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-580e5db4-a982-4a3f-8f21-ec4d8f180aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:01.938093 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-580e5db4-a982-4a3f-8f21-ec4d8f180aea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394757 Jul 21 23:45:02.032380 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-d0359821-45df-40cf-aa1e-b4886a946ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882447 Jul 21 23:45:02.128375 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3152e86-0fd1-4e1d-8bdf-d4cc11c0f2ad req-4f7d4fd4-103a-4b84-9fbc-fcda0a028d8c service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902584 Jul 21 23:45:02.138355 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2bc6-82cc-420f-abef-879e700ab7a3 req-6fde9562-3423-4141-8b67-936cc005f9dd tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:02.139881 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a74b2bc6-82cc-420f-abef-879e700ab7a3 req-6fde9562-3423-4141-8b67-936cc005f9dd tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0482495 Jul 21 23:45:02.189576 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a74b2bc6-82cc-420f-abef-879e700ab7a3 req-645507a9-7018-4d60-a742-3d8632d4ab05 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Jul 21 23:45:02.564308 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35778) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:02.922146 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:03.000514 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (6df46ece-031b-4779-9eba-84cb51c2b0d3), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:03.229514 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Deleting port ad25a9ae-ec5a-49ae-b353-4407f454fdec {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:03.230117 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:03.336184 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41479ab-fc9c-49b8-a146-57e9efab1ca5 req-7897629d-c224-4d58-b607-f609e5fd3dc6 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:03.337606 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e41479ab-fc9c-49b8-a146-57e9efab1ca5 req-7897629d-c224-4d58-b607-f609e5fd3dc6 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0577397 Jul 21 23:45:03.349367 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=100 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:03.380298 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] For port ad25a9ae-ec5a-49ae-b353-4407f454fdec, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=ad25a9ae-ec5a-49ae-b353-4407f454fdec,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:03.380665 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:03.404728 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Calling delete_port for ad25a9ae-ec5a-49ae-b353-4407f454fdec owned by network:router_interface {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:03.425970 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e41479ab-fc9c-49b8-a146-57e9efab1ca5 req-c48926b2-82f5-4286-b237-48460ac26ea4 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792787 Jul 21 23:45:03.593786 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (ad25a9ae-ec5a-49ae-b353-4407f454fdec), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:03.620038 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Pushing event deleted for resources: {'Port': ['ID=ad25a9ae-ec5a-49ae-b353-4407f454fdec,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:03.785029 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (6df46ece-031b-4779-9eba-84cb51c2b0d3), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:03.796564 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:03.994487 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Router 6df46ece-031b-4779-9eba-84cb51c2b0d3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:45:04.095416 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:45:04.101638 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2fc0c7bd-ee82-49ad-9675-e3ded292faca admin admin] 10.222.0.57 "PUT /v2.0/routers/6df46ece-031b-4779-9eba-84cb51c2b0d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5375090 Jul 21 23:45:04.102852 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35792) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:04.104498 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] Sync routers for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:45:04.119320 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:04.119937 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:04.152664 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:04.203381 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks [] for router (6df46ece-031b-4779-9eba-84cb51c2b0d3), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:04.223980 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:04.400156 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:45:03Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:04.426428 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] Checking router: 6df46ece-031b-4779-9eba-84cb51c2b0d3 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:45:04.436405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] Routers {'6df46ece-031b-4779-9eba-84cb51c2b0d3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:04.437046 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:44:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['6df46ece-031b-4779-9eba-84cb51c2b0d3'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:04.537158 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:04.547170 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] Set router 6df46ece-031b-4779-9eba-84cb51c2b0d3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:04.550823 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks [] for router_gateway (6df46ece-031b-4779-9eba-84cb51c2b0d3), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:04.552195 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3112da-4023-4b88-8961-3b27a8895a62 req-60f731ed-f20f-48bf-a78d-b325e342dcef tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:04.553892 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ba3112da-4023-4b88-8961-3b27a8895a62 req-60f731ed-f20f-48bf-a78d-b325e342dcef tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0531583 Jul 21 23:45:04.598284 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Deleting port bc6fa31f-543e-4cc5-9c57-f6c63fae0493 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:04.598622 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:04.615425 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ba3112da-4023-4b88-8961-3b27a8895a62 req-2773862a-8f9d-4cdf-857a-3009439605fb tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531921 Jul 21 23:45:04.667546 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:04.696257 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] For port bc6fa31f-543e-4cc5-9c57-f6c63fae0493, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:04.696630 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:04.710829 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Calling delete_port for bc6fa31f-543e-4cc5-9c57-f6c63fae0493 owned by network:router_gateway {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:04.727580 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:45:03Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:04.757776 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970c364-e18c-472c-9b6e-c7eb3326f22a None None] The sync data for ids ['6df46ece-031b-4779-9eba-84cb51c2b0d3'] in dv-cinder-850700-1-iscsi is: [{'id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'name': 'tempest-AttachVolumeNegativeTest-1080385158-router', 'tenant_id': 'fc4faed5bed7450da8122eeb77459f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:45:03Z', 'revision_number': 5, 'project_id': 'fc4faed5bed7450da8122eeb77459f3a', 'gw_port': {'id': 'bc6fa31f-543e-4cc5-9c57-f6c63fae0493', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df46ece-031b-4779-9eba-84cb51c2b0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:32Z', 'updated_at': '2022-07-21T23:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:45:04.884478 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (bc6fa31f-543e-4cc5-9c57-f6c63fae0493), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:04.915213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6fa31f-543e-4cc5-9c57-f6c63fae0493,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:04.940272 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.940617 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.940956 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.941315 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.941648 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.942006 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.942327 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.942647 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.942997 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.943319 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.943643 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.943962 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.944282 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.944597 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.944910 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:04.972172 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:04.987476 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (6df46ece-031b-4779-9eba-84cb51c2b0d3), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.074493 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (6df46ece-031b-4779-9eba-84cb51c2b0d3), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.077062 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks [] for router_controller (6df46ece-031b-4779-9eba-84cb51c2b0d3), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.118210 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.123520 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (6df46ece-031b-4779-9eba-84cb51c2b0d3), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.124275 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df46ece-031b-4779-9eba-84cb51c2b0d3 {{(pid=104211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:45:05.129319 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.130528 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-157c50ae-d68b-40b1-8fe7-33f111ff5ed6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6df46ece-031b-4779-9eba-84cb51c2b0d3 HTTP/1.1" status: 204 len: 168 time: 1.0267267 Jul 21 23:45:05.133561 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35798) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:05.181001 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Deleting subnet 83a40dc0-7391-401e-a129-8da6c5519058 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:45:05.184405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Publish callbacks [] for subnet (83a40dc0-7391-401e-a129-8da6c5519058), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.224543 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (83a40dc0-7391-401e-a129-8da6c5519058), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.306288 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (83a40dc0-7391-401e-a129-8da6c5519058), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.364115 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (83a40dc0-7391-401e-a129-8da6c5519058), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.389806 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a40dc0-7391-401e-a129-8da6c5519058,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:05.397578 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.403965 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35800) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:05.404315 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/83a40dc0-7391-401e-a129-8da6c5519058 HTTP/1.1" status: 204 len: 168 time: 0.2696431 Jul 21 23:45:05.406434 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2444062-dd7a-4252-ba07-b8280f634331 None None] Network db7b04fe-74b8-4a1d-b84d-14b166fb83d5 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:45:05.411262 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.411496 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.411844 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.412189 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.413153 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.413153 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.413153 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.413510 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.413843 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.414170 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.414501 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.414874 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.415224 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.415526 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.415985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bcc12-866b-4bdd-8462-806a04ee74f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:05.493722 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (db7b04fe-74b8-4a1d-b84d-14b166fb83d5), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.536173 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Deleting port 4a86fb29-df71-4d71-bd14-4dead7206482 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:05.536522 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.553441 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:05.610181 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] For port 4a86fb29-df71-4d71-bd14-4dead7206482, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4a86fb29-df71-4d71-bd14-4dead7206482,segment=NetworkSegment(91249463-2585-427a-aeae-2bba94ae521f),segment_id=91249463-2585-427a-aeae-2bba94ae521f)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:05.610547 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.623908 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Calling delete_port for 4a86fb29-df71-4d71-bd14-4dead7206482 owned by network:dhcp {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:05.729307 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (4a86fb29-df71-4d71-bd14-4dead7206482), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.764823 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] No DVR routers for this DVR port 4a86fb29-df71-4d71-bd14-4dead7206482 on host dv-cinder-850700-1-iscsi {{(pid=104211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:45:05.768753 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a86fb29-df71-4d71-bd14-4dead7206482,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:05.776199 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9fac-aba6-40fd-b235-adeda96083a4 req-a4168aea-b360-43a8-9eb3-95496db00bf2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:05.777727 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-40fb9fac-aba6-40fd-b235-adeda96083a4 req-a4168aea-b360-43a8-9eb3-95496db00bf2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0849335 Jul 21 23:45:05.826867 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68d7ef-b9c9-4132-8239-7ae2f6aec910 None None] DHCP port deletion for db7b04fe-74b8-4a1d-b84d-14b166fb83d5 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:45:05.879303 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (db7b04fe-74b8-4a1d-b84d-14b166fb83d5), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.920654 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-40fb9fac-aba6-40fd-b235-adeda96083a4 req-2917efe9-4e82-44f0-b304-be9b05f8c54f tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235423 Jul 21 23:45:05.922228 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7b04fe-74b8-4a1d-b84d-14b166fb83d5']}} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:05.938231 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91249463-2585-427a-aeae-2bba94ae521f') {'for_net_delete': True} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:05.938538 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91249463-2585-427a-aeae-2bba94ae521f') {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:05.948722 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327954'] for segment (91249463-2585-427a-aeae-2bba94ae521f), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.962134 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (91249463-2585-427a-aeae-2bba94ae521f), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:05.968924 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:45:05.969340 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9134038'] for segment (91249463-2585-427a-aeae-2bba94ae521f), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:06.015533 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment 91249463-2585-427a-aeae-2bba94ae521f resource provider aggregate not found Jul 21 23:45:06.033489 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (db7b04fe-74b8-4a1d-b84d-14b166fb83d5), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:06.038638 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:06.041836 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] 10.222.0.57 "DELETE /v2.0/networks/db7b04fe-74b8-4a1d-b84d-14b166fb83d5 HTTP/1.1" status: 204 len: 168 time: 0.6343670 Jul 21 23:45:06.044126 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment 91249463-2585-427a-aeae-2bba94ae521f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91249463-2585-427a-aeae-2bba94ae521f found for delete ", "request_id": "req-8b5204e7-749b-4d57-a909-1bb82d5a3b83"}]} Jul 21 23:45:06.056297 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d199ab6-6f3f-4599-b157-c139af894356 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7b04fe-74b8-4a1d-b84d-14b166fb83d5,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:06.159706 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35814) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:06.200506 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-5cb24121-e715-4cad-9037-eb77cea39183 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc4faed5bed7450da8122eeb77459f3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396495 Jul 21 23:45:06.202470 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35816) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:06.255471 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a7a09284-1d3b-4558-9fb0-8dcfed5b5527 admin admin] Publish callbacks [] for security_group (f0c1c684-694d-431a-9526-1628482965a4), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:06.276780 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a7a09284-1d3b-4558-9fb0-8dcfed5b5527 admin admin] Publish callbacks [] for security_group (f0c1c684-694d-431a-9526-1628482965a4), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:06.324855 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a7a09284-1d3b-4558-9fb0-8dcfed5b5527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f0c1c684-694d-431a-9526-1628482965a4), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:06.327567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a7a09284-1d3b-4558-9fb0-8dcfed5b5527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:06.328737 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a7a09284-1d3b-4558-9fb0-8dcfed5b5527 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0c1c684-694d-431a-9526-1628482965a4 HTTP/1.1" status: 204 len: 168 time: 0.1253791 Jul 21 23:45:06.337639 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a09284-1d3b-4558-9fb0-8dcfed5b5527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c1c684-694d-431a-9526-1628482965a4,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:06.697846 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4a86fb29-df71-4d71-bd14-4dead7206482 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:06.720224 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 4a86fb29-df71-4d71-bd14-4dead7206482 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:45:06.720692 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4a86fb29-df71-4d71-bd14-4dead7206482 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:45:06.721117 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device ad25a9ae-ec5a-49ae-b353-4407f454fdec no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:06.739224 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: ad25a9ae-ec5a-49ae-b353-4407f454fdec {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:45:06.739570 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device ad25a9ae-ec5a-49ae-b353-4407f454fdec not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:45:06.739981 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bc6fa31f-543e-4cc5-9c57-f6c63fae0493 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:06.759508 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: bc6fa31f-543e-4cc5-9c57-f6c63fae0493 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:45:06.759792 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bc6fa31f-543e-4cc5-9c57-f6c63fae0493 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:45:07.033650 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:07.046815 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3667f7-4264-4b91-aa87-4580d60c226a req-0dce24f0-29b6-4cea-818a-ec487ba586bc tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:07.048346 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a3667f7-4264-4b91-aa87-4580d60c226a req-0dce24f0-29b6-4cea-818a-ec487ba586bc tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0527012 Jul 21 23:45:07.102713 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a3667f7-4264-4b91-aa87-4580d60c226a req-1b5009e7-f020-4d2e-8884-bef47453b75a tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474749 Jul 21 23:45:07.772604 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ce972cbb-9f19-4cf3-a58f-18cceb01b942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.042366 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35872) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:08.149072 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-39826098-e157-4f45-8f8e-32ecb30fdf22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.160393 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:08.236641 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e47b95-5fbf-4ce7-b89b-58525bcd9b20 req-99dd1154-7133-45bf-aab0-00f834df4b76 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:08.238143 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-32e47b95-5fbf-4ce7-b89b-58525bcd9b20 req-99dd1154-7133-45bf-aab0-00f834df4b76 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0644391 Jul 21 23:45:08.287834 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:08.303422 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-39826098-e157-4f45-8f8e-32ecb30fdf22 admin admin] Publish callbacks [] for security_group (a82d6994-ab1f-4368-91c8-89990c69e7ea), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.309468 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 55de6435-1bbb-4a44-ae52-c711d06bfe75 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:45:08.313716 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-39826098-e157-4f45-8f8e-32ecb30fdf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a82d6994-ab1f-4368-91c8-89990c69e7ea), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.336241 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-32e47b95-5fbf-4ce7-b89b-58525bcd9b20 req-a7b8ae0b-0a6b-4651-a1e9-0a7470899439 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921295 Jul 21 23:45:08.359507 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39826098-e157-4f45-8f8e-32ecb30fdf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82d6994-ab1f-4368-91c8-89990c69e7ea,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:08.366498 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-39826098-e157-4f45-8f8e-32ecb30fdf22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ba51a693944444fa22989ad78c38b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228781 Jul 21 23:45:08.366896 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35880) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:08.412847 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:08.421965 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-706dc967-50c2-4a16-8362-50d006f811cd admin admin] Publish callbacks [] for security_group (a82d6994-ab1f-4368-91c8-89990c69e7ea), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.424625 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'port_id': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'mac_address': 'fa:16:3e:a3:86:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:45:08.435624 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:08.445864 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-706dc967-50c2-4a16-8362-50d006f811cd admin admin] Publish callbacks [] for security_group (a82d6994-ab1f-4368-91c8-89990c69e7ea), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.459192 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 55de6435-1bbb-4a44-ae52-c711d06bfe75 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:45:08.459585 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.473204 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55de6435-1bbb-4a44-ae52-c711d06bfe75 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:45:08.494757 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-706dc967-50c2-4a16-8362-50d006f811cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a82d6994-ab1f-4368-91c8-89990c69e7ea), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.497458 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-706dc967-50c2-4a16-8362-50d006f811cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.498117 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:08.501131 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.501459 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-706dc967-50c2-4a16-8362-50d006f811cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a82d6994-ab1f-4368-91c8-89990c69e7ea HTTP/1.1" status: 204 len: 168 time: 0.1323266 Jul 21 23:45:08.510374 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706dc967-50c2-4a16-8362-50d006f811cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82d6994-ab1f-4368-91c8-89990c69e7ea,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:08.694540 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:08.776560 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['55de6435-1bbb-4a44-ae52-c711d06bfe75'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:45:08.808070 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35886) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:08.822455 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1fc7-1b4f-4e5c-990a-53d80ca48b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.901752 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1fc7-1b4f-4e5c-990a-53d80ca48b1e admin admin] Publish callbacks [] for security_group (5b40c9ee-4ad5-4826-ae6c-c0639d3ab840), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.907399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1fc7-1b4f-4e5c-990a-53d80ca48b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5b40c9ee-4ad5-4826-ae6c-c0639d3ab840), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:08.946675 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe1fc7-1b4f-4e5c-990a-53d80ca48b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b40c9ee-4ad5-4826-ae6c-c0639d3ab840,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:08.952333 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6dbe1fc7-1b4f-4e5c-990a-53d80ca48b1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0bb049965b54985b7fe13c3faaffdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432347 Jul 21 23:45:08.955112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35888) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:08.974418 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:09.009627 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2719a266-0a36-4f31-90b0-f3673f3de690 admin admin] Publish callbacks [] for security_group (5b40c9ee-4ad5-4826-ae6c-c0639d3ab840), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:09.032288 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2719a266-0a36-4f31-90b0-f3673f3de690 admin admin] Publish callbacks [] for security_group (5b40c9ee-4ad5-4826-ae6c-c0639d3ab840), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:09.078761 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2719a266-0a36-4f31-90b0-f3673f3de690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5b40c9ee-4ad5-4826-ae6c-c0639d3ab840), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:09.081302 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-2719a266-0a36-4f31-90b0-f3673f3de690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:09.082471 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-2719a266-0a36-4f31-90b0-f3673f3de690 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b40c9ee-4ad5-4826-ae6c-c0639d3ab840 HTTP/1.1" status: 204 len: 168 time: 0.1264944 Jul 21 23:45:09.090705 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719a266-0a36-4f31-90b0-f3673f3de690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b40c9ee-4ad5-4826-ae6c-c0639d3ab840,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:09.458874 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec673e-59c6-40f4-aadb-723c912dd2ee req-3c9d06ae-7832-4861-b5ae-207d82909565 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:09.460372 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d4ec673e-59c6-40f4-aadb-723c912dd2ee req-3c9d06ae-7832-4861-b5ae-207d82909565 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 944 time: 0.0500944 Jul 21 23:45:09.512529 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d4ec673e-59c6-40f4-aadb-723c912dd2ee req-bff2cd35-b1fe-4505-ad5a-17bf29e2ce0a tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Jul 21 23:45:09.790538 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35914) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:09.894545 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114953664-network', 'tenant_id': '50a22296e62746ce86158fee9055b3b1'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:45:09.913917 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Made reservation on behalf of 50a22296e62746ce86158fee9055b3b1 for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:45:09.916183 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:09.925413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:09.986277 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:10.007958 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks [] for security_group (75754c08-24ed-4dd6-941c-9122de80842d), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.011394 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (75754c08-24ed-4dd6-941c-9122de80842d), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.040179 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:45:10.047245 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75754c08-24ed-4dd6-941c-9122de80842d,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:10.053825 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (e5bbee93-79f7-45f6-afd7-3bb04a14028b), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.054374 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Added segment e5bbee93-79f7-45f6-afd7-3bb04a14028b of type vlan for network 7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961 Jul 21 23:45:10.099717 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.125283 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.126244 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:10.126840 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.145021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:10.159773 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3681729 Jul 21 23:45:10.162812 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35918) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:10.168113 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Request body: {'subnet': {'network_id': '7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114953664-subnet', 'tenant_id': '50a22296e62746ce86158fee9055b3b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:45:10.188660 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Made reservation on behalf of 50a22296e62746ce86158fee9055b3b1 for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:45:10.190989 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028744'] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.195876 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8c62d-4b7d-4bdd-9f82-2e3b14a47c00 admin admin] Pushing event updated for resources: {'Network': ['ID=7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:10.211499 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:45:10.270458 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:10.298445 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 55de6435-1bbb-4a44-ae52-c711d06bfe75 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:45:10.356783 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 55de6435-1bbb-4a44-ae52-c711d06bfe75 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:45:10.362417 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f0fa595d-b277-4588-b212-e4f640e84888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.365242 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 55de6435-1bbb-4a44-ae52-c711d06bfe75 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:45:10.365619 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.382979 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9133869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028762'] for subnet (b1ae0dd9-1a3c-4009-af30-2993618b81bf), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.443528 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ae0dd9-1a3c-4009-af30-2993618b81bf,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:10.455146 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 55de6435-1bbb-4a44-ae52-c711d06bfe75 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:45:10.455678 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Checking segment: {'id': 'e5bbee93-79f7-45f6-afd7-3bb04a14028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:45:10.455841 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.456043 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Network hostable DHCP agents. Network: 7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:45:10.476231 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Network 7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:45:10.485690 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:45:10.488287 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:45:10.490892 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838766f7-f593-46a5-89bf-17ca9c91a397" -d '{"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-plugged", "status": "completed", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:45:10.491136 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:10.492184 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.497839 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3290112-18a9-41d7-a0ab-ec98c1fa8ece None None] Network 7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:45:10.521831 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-717a00be-5978-46d8-b283-42a77d260eda admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3576684 Jul 21 23:45:10.522046 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:10.532401 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:10.589367 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae500cb3-0b75-4d23-b18c-b0ac55f4708c x-openstack-request-id: req-ae500cb3-0b75-4d23-b18c-b0ac55f4708c {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:45:10.589663 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-plugged", "status": "completed", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:45:10.589941 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae500cb3-0b75-4d23-b18c-b0ac55f4708c {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:45:10.591220 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae500cb3-0b75-4d23-b18c-b0ac55f4708c'] response: {'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'code': 200} Jul 21 23:45:10.659002 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:10.694223 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae46dd-83d5-4ff7-b061-298d1c3d419e req-513efb7b-da0d-47ca-8c57-0774672f6091 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:10.695972 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95ae46dd-83d5-4ff7-b061-298d1c3d419e req-513efb7b-da0d-47ca-8c57-0774672f6091 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0986316 Jul 21 23:45:10.698394 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a300bd2-ba8b-4f60-8126-4e2c95f6c8a5 None None] Network 7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:45:10.784825 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95ae46dd-83d5-4ff7-b061-298d1c3d419e req-6cc608da-51e5-4eff-8996-1908c3455dbd tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807786 Jul 21 23:45:10.823161 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f93d-6e3b-4476-943a-5b1ddb920e5d req-59e39f02-8c7d-4740-a048-41f4af4671c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:10.825764 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0997f93d-6e3b-4476-943a-5b1ddb920e5d req-59e39f02-8c7d-4740-a048-41f4af4671c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1129 time: 0.0793266 Jul 21 23:45:10.876707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0997f93d-6e3b-4476-943a-5b1ddb920e5d req-0eb2d1a9-167a-4d8a-9f51-f795407ec6a4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Jul 21 23:45:11.119001 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35956) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:11.123880 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340387965-network', 'tenant_id': '6000bdf6c67a4f2680e03d0d7b4e2cc9'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:45:11.143029 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Made reservation on behalf of 6000bdf6c67a4f2680e03d0d7b4e2cc9 for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:45:11.145335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.154332 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.233247 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks [] for security_group (7af29919-bdbe-46f2-9d31-d60b266b7c8c), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.236774 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7af29919-bdbe-46f2-9d31-d60b266b7c8c), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.265734 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:45:11.272385 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af29919-bdbe-46f2-9d31-d60b266b7c8c,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:11.279294 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (620dd06f-e803-41b5-aafd-3e58fb331421), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.280166 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Added segment 620dd06f-e803-41b5-aafd-3e58fb331421 of type vlan for network 51ff1f7c-b456-4c65-a2e2-67b49bc734aa Jul 21 23:45:11.322912 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (51ff1f7c-b456-4c65-a2e2-67b49bc734aa), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.348595 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (51ff1f7c-b456-4c65-a2e2-67b49bc734aa), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.349617 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:11.350204 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.360054 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.383469 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2633758 Jul 21 23:45:11.386168 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35958) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:11.391336 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Request body: {'subnet': {'network_id': '51ff1f7c-b456-4c65-a2e2-67b49bc734aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340387965-subnet', 'tenant_id': '6000bdf6c67a4f2680e03d0d7b4e2cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:45:11.427469 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4a285-55cc-4866-a41f-aabc68868e1e admin admin] Pushing event updated for resources: {'Network': ['ID=51ff1f7c-b456-4c65-a2e2-67b49bc734aa,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:11.438484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 51ff1f7c-b456-4c65-a2e2-67b49bc734aa details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:45:11.441106 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Made reservation on behalf of 6000bdf6c67a4f2680e03d0d7b4e2cc9 for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:45:11.443525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11995231'] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.531481 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:11.617078 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12010567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11995213'] for subnet (b840cfd7-5e79-4b28-b8c0-30b12c607dc7), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.677782 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b840cfd7-5e79-4b28-b8c0-30b12c607dc7,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:11.686939 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Checking segment: {'id': '620dd06f-e803-41b5-aafd-3e58fb331421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '51ff1f7c-b456-4c65-a2e2-67b49bc734aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:45:11.687297 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Network hostable DHCP agents. Network: 51ff1f7c-b456-4c65-a2e2-67b49bc734aa, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:45:11.690019 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:11.707303 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Network 51ff1f7c-b456-4c65-a2e2-67b49bc734aa is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:45:11.716775 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 51ff1f7c-b456-4c65-a2e2-67b49bc734aa) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:45:11.722539 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:11.722539 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:11.725412 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757238a4-4167-4540-96db-e22db05dd65b None None] Network 51ff1f7c-b456-4c65-a2e2-67b49bc734aa requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:45:11.740389 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7260259b-8d89-4f36-bab3-658ef0967591 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3531923 Jul 21 23:45:11.837406 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee3edb-4617-4316-9338-6b5ae8ab99e0 None None] Network 51ff1f7c-b456-4c65-a2e2-67b49bc734aa requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:45:11.860092 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35964) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:11.900579 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:11.945215 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] Deleting subnet b1ae0dd9-1a3c-4009-af30-2993618b81bf {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:45:11.953620 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0b100-d564-410a-ae16-7c29449a40bb req-edf4ba0d-ec6c-41a1-b98f-193c717b641e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:11.955110 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-adc0b100-d564-410a-ae16-7c29449a40bb req-edf4ba0d-ec6c-41a1-b98f-193c717b641e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0854843 Jul 21 23:45:11.957101 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] Publish callbacks [] for subnet (b1ae0dd9-1a3c-4009-af30-2993618b81bf), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.014552 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327979'] for subnet (b1ae0dd9-1a3c-4009-af30-2993618b81bf), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.065965 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-adc0b100-d564-410a-ae16-7c29449a40bb req-6b81c18e-3b3b-4d18-90a9-9d4d3e1c015b tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892255 Jul 21 23:45:12.075544 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (b1ae0dd9-1a3c-4009-af30-2993618b81bf), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.131704 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9133932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028781'] for subnet (b1ae0dd9-1a3c-4009-af30-2993618b81bf), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.159138 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ae0dd9-1a3c-4009-af30-2993618b81bf,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:12.161119 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.164216 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0c00fc63-aea3-42e1-bab1-1f4a89c5771b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b1ae0dd9-1a3c-4009-af30-2993618b81bf HTTP/1.1" status: 204 len: 168 time: 0.3024249 Jul 21 23:45:12.166744 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 35968) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:12.240465 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.246941 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:12.326268 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.346745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961']}} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:12.358229 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bbee93-79f7-45f6-afd7-3bb04a14028b') {'for_net_delete': True} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:12.358537 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bbee93-79f7-45f6-afd7-3bb04a14028b') {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:12.375132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327954'] for segment (e5bbee93-79f7-45f6-afd7-3bb04a14028b), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.393957 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (e5bbee93-79f7-45f6-afd7-3bb04a14028b), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.400598 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:45:12.400981 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9134038'] for segment (e5bbee93-79f7-45f6-afd7-3bb04a14028b), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.424553 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment e5bbee93-79f7-45f6-afd7-3bb04a14028b resource provider aggregate not found Jul 21 23:45:12.453697 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment e5bbee93-79f7-45f6-afd7-3bb04a14028b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5bbee93-79f7-45f6-afd7-3bb04a14028b found for delete ", "request_id": "req-c03ce221-3a30-4cb3-bf2c-8534a578abb6"}]} Jul 21 23:45:12.468182 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.475628 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.478747 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961 HTTP/1.1" status: 204 len: 168 time: 0.3110919 Jul 21 23:45:12.482107 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35976) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:12.488103 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e02f5-6600-477e-bb79-6b39d7a75d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b06c9ed-b8ed-4e92-bcea-cf0e9bc8e961,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:12.531596 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] Deleting subnet b840cfd7-5e79-4b28-b8c0-30b12c607dc7 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:45:12.534963 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] Publish callbacks [] for subnet (b840cfd7-5e79-4b28-b8c0-30b12c607dc7), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.571345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (b840cfd7-5e79-4b28-b8c0-30b12c607dc7), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.611297 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (b840cfd7-5e79-4b28-b8c0-30b12c607dc7), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.665916 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (b840cfd7-5e79-4b28-b8c0-30b12c607dc7), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.692440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b840cfd7-5e79-4b28-b8c0-30b12c607dc7,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:12.696350 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.701159 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-4535c44a-964e-4a9e-bfbc-69bd10fb9585 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b840cfd7-5e79-4b28-b8c0-30b12c607dc7 HTTP/1.1" status: 204 len: 168 time: 0.2180340 Jul 21 23:45:12.703807 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35978) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:12.776994 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (51ff1f7c-b456-4c65-a2e2-67b49bc734aa), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.784080 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.866733 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (51ff1f7c-b456-4c65-a2e2-67b49bc734aa), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.886943 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ff1f7c-b456-4c65-a2e2-67b49bc734aa']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:12.897006 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620dd06f-e803-41b5-aafd-3e58fb331421') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:12.897345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620dd06f-e803-41b5-aafd-3e58fb331421') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:12.907759 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (620dd06f-e803-41b5-aafd-3e58fb331421), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.921520 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (620dd06f-e803-41b5-aafd-3e58fb331421), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.927644 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:45:12.928027 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (620dd06f-e803-41b5-aafd-3e58fb331421), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.991840 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (51ff1f7c-b456-4c65-a2e2-67b49bc734aa), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:12.998571 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.001681 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/51ff1f7c-b456-4c65-a2e2-67b49bc734aa HTTP/1.1" status: 204 len: 168 time: 0.2969444 Jul 21 23:45:13.011936 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3426a-b542-404c-a088-c38a54890ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ff1f7c-b456-4c65-a2e2-67b49bc734aa,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:13.074364 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 620dd06f-e803-41b5-aafd-3e58fb331421 resource provider aggregate not found Jul 21 23:45:13.093309 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 620dd06f-e803-41b5-aafd-3e58fb331421 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 620dd06f-e803-41b5-aafd-3e58fb331421 found for delete ", "request_id": "req-b86c3f2d-93df-4c71-b03f-a79b1f090e95"}]} Jul 21 23:45:13.206823 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6e869-4738-4a95-9f2a-eb870abc3bfe req-b7d1937b-4210-4172-ba3a-0583b3027759 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:13.209649 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-87d6e869-4738-4a95-9f2a-eb870abc3bfe req-b7d1937b-4210-4172-ba3a-0583b3027759 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0607843 Jul 21 23:45:13.228201 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 35998) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:13.236928 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.304913 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-38652d27-1622-4426-aa81-b979998d4b1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50a22296e62746ce86158fee9055b3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749395 Jul 21 23:45:13.307545 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36002) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:13.311239 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-87d6e869-4738-4a95-9f2a-eb870abc3bfe req-37b65c9a-1030-4c98-b822-3c865fe44c03 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756078 Jul 21 23:45:13.363784 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2308c842-820b-4e4c-8e4d-a76a36798a41 admin admin] Publish callbacks [] for security_group (75754c08-24ed-4dd6-941c-9122de80842d), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.389550 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2308c842-820b-4e4c-8e4d-a76a36798a41 admin admin] Publish callbacks [] for security_group (75754c08-24ed-4dd6-941c-9122de80842d), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.448093 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:13.455364 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2308c842-820b-4e4c-8e4d-a76a36798a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (75754c08-24ed-4dd6-941c-9122de80842d), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.457985 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2308c842-820b-4e4c-8e4d-a76a36798a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.458464 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e6250-f68f-4f59-89fb-0f57c2ab8f07 req-153d60d1-b079-40bd-817b-eb06470433fb tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:13.459135 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2308c842-820b-4e4c-8e4d-a76a36798a41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75754c08-24ed-4dd6-941c-9122de80842d HTTP/1.1" status: 204 len: 168 time: 0.1506069 Jul 21 23:45:13.463127 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-245e6250-f68f-4f59-89fb-0f57c2ab8f07 req-153d60d1-b079-40bd-817b-eb06470433fb tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0684602 Jul 21 23:45:13.468939 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c842-820b-4e4c-8e4d-a76a36798a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75754c08-24ed-4dd6-941c-9122de80842d,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:13.527375 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-245e6250-f68f-4f59-89fb-0f57c2ab8f07 req-efbbda9f-ecc5-4966-aae1-7c8abc88ff06 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526919 Jul 21 23:45:13.550469 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36010) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:13.794818 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227487dd-901a-4388-8ea2-87aea77cf9bd tempest-TestShelveInstance-266461856 tempest-TestShelveInstance-266461856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:13.797233 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-227487dd-901a-4388-8ea2-87aea77cf9bd tempest-TestShelveInstance-266461856 tempest-TestShelveInstance-266461856-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1124 time: 0.2448008 Jul 21 23:45:13.799467 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36016) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:13.804014 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'port_id': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:45:13.810804 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36018) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:13.826365 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.851820 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6df86059-33ba-420f-a059-95ce55c0beab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6000bdf6c67a4f2680e03d0d7b4e2cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398419 Jul 21 23:45:13.854399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36020) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:13.908848 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-94958894-d2fd-4a74-937b-8c84f41dc1da admin admin] Publish callbacks [] for security_group (7af29919-bdbe-46f2-9d31-d60b266b7c8c), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.913875 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.924427 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:13.931115 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-94958894-d2fd-4a74-937b-8c84f41dc1da admin admin] Publish callbacks [] for security_group (7af29919-bdbe-46f2-9d31-d60b266b7c8c), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.939716 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:13.986473 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-94958894-d2fd-4a74-937b-8c84f41dc1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7af29919-bdbe-46f2-9d31-d60b266b7c8c), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.989387 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-94958894-d2fd-4a74-937b-8c84f41dc1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:13.993596 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-94958894-d2fd-4a74-937b-8c84f41dc1da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7af29919-bdbe-46f2-9d31-d60b266b7c8c HTTP/1.1" status: 204 len: 168 time: 0.1355019 Jul 21 23:45:14.001514 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94958894-d2fd-4a74-937b-8c84f41dc1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af29919-bdbe-46f2-9d31-d60b266b7c8c,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:14.037678 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Allocated IP 172.27.1.205 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/8399f39c-b443-4a62-a889-c803c72d0d38) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:45:14.155219 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for port (8399f39c-b443-4a62-a889-c803c72d0d38), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:14.189784 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (8399f39c-b443-4a62-a889-c803c72d0d38), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:14.230014 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:45:14.235132 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:14.241603 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:45:14.243941 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:45:14.247090 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'Port': ['ID=8399f39c-b443-4a62-a889-c803c72d0d38,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:14.628944 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for floatingip (1b20ecf6-a41f-4106-8998-abb817936ad1), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:14.711545 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (8399f39c-b443-4a62-a889-c803c72d0d38), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:14.818803 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:14.887658 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for port (8399f39c-b443-4a62-a889-c803c72d0d38), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:14.892903 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9134010'] for port (8399f39c-b443-4a62-a889-c803c72d0d38), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:14.970582 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event updated for resources: {'Port': ['ID=8399f39c-b443-4a62-a889-c803c72d0d38,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:14.983084 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (1b20ecf6-a41f-4106-8998-abb817936ad1), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:15.075570 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540ab6-6d63-4914-ba5b-1c3735c8bd5e req-f081de75-5cb1-4c5c-bf74-234c821adab7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:15.077847 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2b540ab6-6d63-4914-ba5b-1c3735c8bd5e req-f081de75-5cb1-4c5c-bf74-234c821adab7 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0585816 Jul 21 23:45:15.089963 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Floating IP 1b20ecf6-a41f-4106-8998-abb817936ad1 associated. External IP: 172.27.1.205, port: 55de6435-1bbb-4a44-ae52-c711d06bfe75. Jul 21 23:45:15.139715 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2b540ab6-6d63-4914-ba5b-1c3735c8bd5e req-e8e53aa5-4e3c-41df-91ba-ded65ab7e9de tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552647 Jul 21 23:45:15.187215 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:15.305123 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Router 47437b61-376d-4842-9722-a2eb189dcbc5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:45:15.415719 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:45:15.428989 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] Sync routers for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:45:15.438510 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:15.440373 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:15.440997 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:15.476520 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-1d8e5f9a-151c-4a20-ac13-acf9c3d6430c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6757882 Jul 21 23:45:15.477251 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:45:15.479685 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e893f6d5-0d1a-4ad5-93de-817ba5674129" -d '{"events": [{"name": "network-changed", "server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:45:15.521029 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c534ce06-945b-418b-bdaf-f91ae8dcdbee x-openstack-request-id: req-c534ce06-945b-418b-bdaf-f91ae8dcdbee {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:45:15.521344 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:45:15.521601 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c534ce06-945b-418b-bdaf-f91ae8dcdbee {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:45:15.522013 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c534ce06-945b-418b-bdaf-f91ae8dcdbee'] response: {'name': 'network-changed', 'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'status': 'completed', 'code': 200} Jul 21 23:45:15.637216 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:15.874100 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '1b20ecf6-a41f-4106-8998-abb817936ad1', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'port_id': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'mac_address': 'fa:16:3e:a3:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cff7cce-773f-4500-af5d-a369509ca64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:45:14Z', 'updated_at': '2022-07-21T23:45:14Z', 'revision_number': 0, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:32Z', 'revision_number': 5, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:15.903252 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] Checking router: 47437b61-376d-4842-9722-a2eb189dcbc5 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:45:15.911958 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:15.912569 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:16.015654 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:16.099435 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:16.226588 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '1b20ecf6-a41f-4106-8998-abb817936ad1', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'port_id': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'mac_address': 'fa:16:3e:a3:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cff7cce-773f-4500-af5d-a369509ca64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:45:14Z', 'updated_at': '2022-07-21T23:45:14Z', 'revision_number': 0, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:32Z', 'revision_number': 5, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:16.256069 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302aa5a-4e33-402c-b4c1-901b565a474d None None] The sync data for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi is: [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '1b20ecf6-a41f-4106-8998-abb817936ad1', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'port_id': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'mac_address': 'fa:16:3e:a3:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cff7cce-773f-4500-af5d-a369509ca64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:45:14Z', 'updated_at': '2022-07-21T23:45:14Z', 'revision_number': 0, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:32Z', 'revision_number': 5, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:45:16.259538 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f81797-f077-4d3a-9058-60a944f7b948 req-116f1e89-6797-4878-bfdc-93eefa481415 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:16.261088 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-49f81797-f077-4d3a-9058-60a944f7b948 req-116f1e89-6797-4878-bfdc-93eefa481415 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0495486 Jul 21 23:45:16.314764 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-49f81797-f077-4d3a-9058-60a944f7b948 req-c9dbb023-04b2-4160-880c-b2979b93f17c tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476043 Jul 21 23:45:16.452747 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afc406-2e27-4a4d-b6e0-5323cc8c6e4c None None] New status for floating IP 1b20ecf6-a41f-4106-8998-abb817936ad1: ACTIVE {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:45:16.455440 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:16.682904 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-2fbec7a6-c19f-408e-9831-7cc0dccd7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:16.684560 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-2fbec7a6-c19f-408e-9831-7cc0dccd7071 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1129 time: 0.0457187 Jul 21 23:45:16.783137 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-70ac6321-756b-47cd-a9ef-d5a524f762cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:16.784635 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-70ac6321-756b-47cd-a9ef-d5a524f762cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 910 time: 0.0863545 Jul 21 23:45:16.873322 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-a540da7f-8933-4373-a09d-425ecf9e7e48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 1001 time: 0.0619419 Jul 21 23:45:16.928836 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-8e5ad250-1280-414a-ae07-8b447db01411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:16.930481 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-8e5ad250-1280-414a-ae07-8b447db01411 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 200 len: 848 time: 0.0466235 Jul 21 23:45:17.022755 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-1ecd53dd-f553-47ff-9140-56570e70cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:17.024269 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-1ecd53dd-f553-47ff-9140-56570e70cd79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717583 Jul 21 23:45:17.031181 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-ad690de9-2418-4bd3-89a4-9b4ab9ac66f4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:17.032559 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-ad690de9-2418-4bd3-89a4-9b4ab9ac66f4 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0788281 Jul 21 23:45:17.188313 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Deleting port f00c42eb-3b9e-4025-bfef-697e24e64c46 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:17.188657 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:17.193641 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:17.210097 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-227e6999-47af-4d91-8ba9-be015500550d service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766295 Jul 21 23:45:17.350963 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] For port f00c42eb-3b9e-4025-bfef-697e24e64c46, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=f00c42eb-3b9e-4025-bfef-697e24e64c46,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:17.351545 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:17.405317 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e893f6d5-0d1a-4ad5-93de-817ba5674129 req-cc56cd6d-a452-41cc-aa50-7c59bc5cf9d5 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874356 Jul 21 23:45:17.423750 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:17.439862 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a32b75-bffc-45dd-946d-6b343bb1a1b5 req-1ec715cd-b7cc-41ed-9f1f-7fab030077ee tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:17.441414 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a4a32b75-bffc-45dd-946d-6b343bb1a1b5 req-1ec715cd-b7cc-41ed-9f1f-7fab030077ee tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0554814 Jul 21 23:45:17.491453 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a4a32b75-bffc-45dd-946d-6b343bb1a1b5 req-19b1b2fa-d957-46f2-af58-9e9d438fb7c0 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ec49ed-93c6-4cf1-b45c-6488cb42ec78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442655 Jul 21 23:45:17.541300 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:17.541669 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (a61157db-4cd3-4c7d-8c60-a40aa5c30870), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:17.541987 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Floating IP a61157db-4cd3-4c7d-8c60-a40aa5c30870 disassociated. External IP: 172.27.1.209, port: f00c42eb-3b9e-4025-bfef-697e24e64c46. Jul 21 23:45:17.542335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Calling delete_port for f00c42eb-3b9e-4025-bfef-697e24e64c46 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:17.676428 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (f00c42eb-3b9e-4025-bfef-697e24e64c46), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:17.704332 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event deleted for resources: {'Port': ['ID=f00c42eb-3b9e-4025-bfef-697e24e64c46,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:17.814649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:45:18.161474 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:45:18.172852 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] Sync routers for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:45:18.184366 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:18.184986 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:18.204707 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] No DVR routers for this DVR port f00c42eb-3b9e-4025-bfef-697e24e64c46 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:45:18.207240 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:18.210483 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c35760e6-fc8a-4a33-8239-cf75e7c66ecb req-51239231-2aac-44d2-bbc2-9de172df764d tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.39 "DELETE /v2.0/ports/f00c42eb-3b9e-4025-bfef-697e24e64c46 HTTP/1.1" status: 204 len: 173 time: 1.1690283 Jul 21 23:45:18.210912 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'name': 'network-vif-deleted', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:45:18.213154 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1e4fd3-9b1e-41de-98fb-e0d03a33dd74" -d '{"events": [{"server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "name": "network-vif-deleted", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:45:18.219613 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:18.255645 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8be3da0-73d2-4815-a527-b21693c9900e x-openstack-request-id: req-b8be3da0-73d2-4815-a527-b21693c9900e {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:45:18.256008 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f95480-1f4a-48a2-8159-c7928d21cdd2", "name": "network-vif-deleted", "tag": "f00c42eb-3b9e-4025-bfef-697e24e64c46", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:45:18.256321 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8be3da0-73d2-4815-a527-b21693c9900e {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:45:18.256783 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8be3da0-73d2-4815-a527-b21693c9900e'] response: {'server_uuid': 'c2f95480-1f4a-48a2-8159-c7928d21cdd2', 'name': 'network-vif-deleted', 'tag': 'f00c42eb-3b9e-4025-bfef-697e24e64c46', 'status': 'completed', 'code': 200} Jul 21 23:45:18.297810 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:18.503220 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:18.531681 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] Checking router: 8c884228-20a8-45e4-9ae7-2b9116e18ee3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:45:18.541238 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:18.541863 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:18.608974 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0267e4c7-7690-479d-a170-de484edc4240 req-f16ea395-c33d-46b1-a940-55330fab3f94 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f95480-1f4a-48a2-8159-c7928d21cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0290580 Jul 21 23:45:18.654024 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:18.690267 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36134) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:18.810770 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-86d5b8b0-ccf3-4aca-bccf-e651bb030903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:18.854249 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:18.880439 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d8074-6aba-4f82-aa69-dc567caca9e1 None None] The sync data for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi is: [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:40:06Z', 'revision_number': 4, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '51a7cd6d-0c25-4cbe-a7be-e011a7fcb989', 'name': '', 'network_id': 'def9c3d1-b527-4217-aca8-1be03de9052a', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'mac_address': 'fa:16:3e:97:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:05Z', 'updated_at': '2022-07-21T23:40:11Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'subnets': [{'id': 'ea248bee-024c-4a4d-8888-21b0303d9049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:45:18.890587 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-86d5b8b0-ccf3-4aca-bccf-e651bb030903 admin admin] Publish callbacks [] for security_group (81030d78-2848-4691-80e3-b3f63618da86), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:18.896075 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-86d5b8b0-ccf3-4aca-bccf-e651bb030903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (81030d78-2848-4691-80e3-b3f63618da86), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:18.901786 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:18.938223 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-86d5b8b0-ccf3-4aca-bccf-e651bb030903 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f34d5495e92d4a3984b19aec7eb8b1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468410 Jul 21 23:45:18.941006 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36138) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:18.950048 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5b8b0-ccf3-4aca-bccf-e651bb030903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81030d78-2848-4691-80e3-b3f63618da86,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:18.993263 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bdbf29ec-b8d3-4cd0-b90c-cf33e03fab02 admin admin] Publish callbacks [] for security_group (81030d78-2848-4691-80e3-b3f63618da86), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.016174 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bdbf29ec-b8d3-4cd0-b90c-cf33e03fab02 admin admin] Publish callbacks [] for security_group (81030d78-2848-4691-80e3-b3f63618da86), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.066067 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bdbf29ec-b8d3-4cd0-b90c-cf33e03fab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (81030d78-2848-4691-80e3-b3f63618da86), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.068747 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bdbf29ec-b8d3-4cd0-b90c-cf33e03fab02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.072329 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-bdbf29ec-b8d3-4cd0-b90c-cf33e03fab02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81030d78-2848-4691-80e3-b3f63618da86 HTTP/1.1" status: 204 len: 168 time: 0.1279619 Jul 21 23:45:19.072757 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:19.080580 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf29ec-b8d3-4cd0-b90c-cf33e03fab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81030d78-2848-4691-80e3-b3f63618da86,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:19.141149 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f41f9-ad19-411b-b5a5-3ed04c0c5979 None None] New status for floating IP a61157db-4cd3-4c7d-8c60-a40aa5c30870: DOWN {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:45:19.353415 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36144) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:19.370294 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48e70baa-812f-42c1-a550-1e7e3de52a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.449548 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48e70baa-812f-42c1-a550-1e7e3de52a07 admin admin] Publish callbacks [] for security_group (256c0488-9a79-48b1-a56f-227c67b19b7b), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.453323 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48e70baa-812f-42c1-a550-1e7e3de52a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (256c0488-9a79-48b1-a56f-227c67b19b7b), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.492877 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-48e70baa-812f-42c1-a550-1e7e3de52a07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8efb2915f521487fa9543d636a8685ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384010 Jul 21 23:45:19.493736 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70baa-812f-42c1-a550-1e7e3de52a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256c0488-9a79-48b1-a56f-227c67b19b7b,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:19.495601 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36146) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:19.545884 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f5b0048c-5399-4819-aee5-ae0a07ffb733 admin admin] Publish callbacks [] for security_group (256c0488-9a79-48b1-a56f-227c67b19b7b), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.555742 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:19.568335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f5b0048c-5399-4819-aee5-ae0a07ffb733 admin admin] Publish callbacks [] for security_group (256c0488-9a79-48b1-a56f-227c67b19b7b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.615520 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f5b0048c-5399-4819-aee5-ae0a07ffb733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (256c0488-9a79-48b1-a56f-227c67b19b7b), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.618303 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f5b0048c-5399-4819-aee5-ae0a07ffb733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.619551 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-f5b0048c-5399-4819-aee5-ae0a07ffb733 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/256c0488-9a79-48b1-a56f-227c67b19b7b HTTP/1.1" status: 204 len: 168 time: 0.1229565 Jul 21 23:45:19.627663 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0048c-5399-4819-aee5-ae0a07ffb733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256c0488-9a79-48b1-a56f-227c67b19b7b,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:19.696082 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36154) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:19.753145 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48a3d750-6f04-407e-8f48-934f19f8b153 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (79ec49ed-93c6-4cf1-b45c-6488cb42ec78), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.776886 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48a3d750-6f04-407e-8f48-934f19f8b153 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (79ec49ed-93c6-4cf1-b45c-6488cb42ec78), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.827119 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48a3d750-6f04-407e-8f48-934f19f8b153 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (79ec49ed-93c6-4cf1-b45c-6488cb42ec78), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.829645 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-48a3d750-6f04-407e-8f48-934f19f8b153 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:19.830816 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-48a3d750-6f04-407e-8f48-934f19f8b153 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "DELETE /v2.0/security-groups/79ec49ed-93c6-4cf1-b45c-6488cb42ec78 HTTP/1.1" status: 204 len: 168 time: 0.1337121 Jul 21 23:45:19.833726 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36158) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:19.835260 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:19.842270 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3d750-6f04-407e-8f48-934f19f8b153 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ec49ed-93c6-4cf1-b45c-6488cb42ec78,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:19.853835 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.api.v2.resource [None req-11237146-853b-442e-983c-fac0a33f5a0b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] show failed (client error): The resource could not be found. Jul 21 23:45:19.857231 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-11237146-853b-442e-983c-fac0a33f5a0b tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "GET /v2.0/security-groups/79ec49ed-93c6-4cf1-b45c-6488cb42ec78 HTTP/1.1" status: 404 len: 347 time: 0.0200992 Jul 21 23:45:19.858739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36160) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:19.977444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Deleting port 3fbae394-d311-4894-bd84-4cb603710a77 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:19.977790 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (3fbae394-d311-4894-bd84-4cb603710a77), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:20.063194 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (3fbae394-d311-4894-bd84-4cb603710a77), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:20.063505 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (3fbae394-d311-4894-bd84-4cb603710a77), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:20.076180 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Calling delete_port for 3fbae394-d311-4894-bd84-4cb603710a77 owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:20.221749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (3fbae394-d311-4894-bd84-4cb603710a77), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:20.245926 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Pushing event deleted for resources: {'Port': ['ID=3fbae394-d311-4894-bd84-4cb603710a77,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:20.317736 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks [] for floatingip (a61157db-4cd3-4c7d-8c60-a40aa5c30870), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:20.320166 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:20.321377 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-246714ac-38c5-4dbe-b469-74faa2bd72a6 tempest-AttachVolumeTestJSON-276863556 tempest-AttachVolumeTestJSON-276863556-project] 10.222.0.57 "DELETE /v2.0/floatingips/a61157db-4cd3-4c7d-8c60-a40aa5c30870 HTTP/1.1" status: 204 len: 168 time: 0.4616504 Jul 21 23:45:20.353555 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device f00c42eb-3b9e-4025-bfef-697e24e64c46 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:20.375382 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: f00c42eb-3b9e-4025-bfef-697e24e64c46 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:45:20.375743 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device f00c42eb-3b9e-4025-bfef-697e24e64c46 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:45:25.972864 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36260) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:26.330862 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:26.454014 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (8c884228-20a8-45e4-9ae7-2b9116e18ee3), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:26.579585 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:26.680975 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Deleting port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:26.681343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:26.762658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] For port 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:26.763018 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:26.775605 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Calling delete_port for 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 owned by network:router_interface {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:26.955023 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (51a7cd6d-0c25-4cbe-a7be-e011a7fcb989), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:26.979256 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a7cd6d-0c25-4cbe-a7be-e011a7fcb989,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:27.151365 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (8c884228-20a8-45e4-9ae7-2b9116e18ee3), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:27.237762 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:27.367735 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:45:27.374128 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:27.468115 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:45:27.472994 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-89ff6825-3ec8-4923-846d-7a3dd14fed62 admin admin] 10.222.0.57 "PUT /v2.0/routers/8c884228-20a8-45e4-9ae7-2b9116e18ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989665 Jul 21 23:45:27.475561 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36268) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:27.478153 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] Sync routers for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:45:27.489177 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:27.489817 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:27.576868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks [] for router (8c884228-20a8-45e4-9ae7-2b9116e18ee3), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:27.675188 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:27.676874 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks [] for router_gateway (8c884228-20a8-45e4-9ae7-2b9116e18ee3), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:27.719252 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Deleting port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:27.719586 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:27.803851 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] For port 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:27.804209 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:27.806201 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:27.817608 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Calling delete_port for 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 owned by network:router_gateway {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:27.839715 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:27.851926 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:45:26Z', 'revision_number': 5, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port': {'id': '1c7d8f10-938c-41c5-8fdc-9bf94ca9a612', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:04Z', 'updated_at': '2022-07-21T23:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:27.876797 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] Checking router: 8c884228-20a8-45e4-9ae7-2b9116e18ee3 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:45:27.885133 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] Routers {'8c884228-20a8-45e4-9ae7-2b9116e18ee3'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:27.885765 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:27.971732 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] Set router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:27.987778 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1c7d8f10-938c-41c5-8fdc-9bf94ca9a612), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.012521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7d8f10-938c-41c5-8fdc-9bf94ca9a612,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:28.024107 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:45:27Z', 'revision_number': 6, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:28.042042 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:28.051917 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731279-3f21-4dd8-8eb6-b5714385a75c None None] The sync data for ids ['8c884228-20a8-45e4-9ae7-2b9116e18ee3'] in dv-cinder-850700-1-iscsi is: [{'id': '8c884228-20a8-45e4-9ae7-2b9116e18ee3', 'name': 'tempest-AttachVolumeTestJSON-1465700974-router', 'tenant_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:03Z', 'updated_at': '2022-07-21T23:45:27Z', 'revision_number': 6, 'project_id': 'c9b5eb6ef5a942be9fcea8b26370a6fc', 'gw_port_host': None}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:45:28.096759 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (8c884228-20a8-45e4-9ae7-2b9116e18ee3), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.185385 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (8c884228-20a8-45e4-9ae7-2b9116e18ee3), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.187505 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks [] for router_controller (8c884228-20a8-45e4-9ae7-2b9116e18ee3), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.228998 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (8c884228-20a8-45e4-9ae7-2b9116e18ee3), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.229543 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c884228-20a8-45e4-9ae7-2b9116e18ee3 {{(pid=104212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:45:28.234593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.235715 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7eb6ad4e-d119-4328-831b-2c6ed781207d admin admin] 10.222.0.57 "DELETE /v2.0/routers/8c884228-20a8-45e4-9ae7-2b9116e18ee3 HTTP/1.1" status: 204 len: 168 time: 0.7592640 Jul 21 23:45:28.238479 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36274) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:28.283334 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] Deleting subnet ea248bee-024c-4a4d-8888-21b0303d9049 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:45:28.286539 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] Publish callbacks [] for subnet (ea248bee-024c-4a4d-8888-21b0303d9049), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.320727 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (ea248bee-024c-4a4d-8888-21b0303d9049), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.344476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:28.402477 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (ea248bee-024c-4a4d-8888-21b0303d9049), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.458316 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (ea248bee-024c-4a4d-8888-21b0303d9049), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.485553 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea248bee-024c-4a4d-8888-21b0303d9049,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:28.489412 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.492647 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ff137b87-a2a1-4672-99aa-0382d59a0f9c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ea248bee-024c-4a4d-8888-21b0303d9049 HTTP/1.1" status: 204 len: 168 time: 0.2531118 Jul 21 23:45:28.495226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36276) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:28.496465 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e07f08-d615-49e2-8f10-2013af3b6401 None None] Network def9c3d1-b527-4217-aca8-1be03de9052a requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:45:28.511740 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:28.805857 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] DHCP port deletion for def9c3d1-b527-4217-aca8-1be03de9052a request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:45:28.821205 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (def9c3d1-b527-4217-aca8-1be03de9052a), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.856405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Deleting port 4a440a8a-c404-44a4-9319-e7a5809e24cb {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:28.857099 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.873586 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Deleting port 4a440a8a-c404-44a4-9319-e7a5809e24cb {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:28.873924 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.876790 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4a440a8a-c404-44a4-9319-e7a5809e24cb no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:28.942825 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] For port 4a440a8a-c404-44a4-9319-e7a5809e24cb, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4a440a8a-c404-44a4-9319-e7a5809e24cb,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:28.943186 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.948313 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] For port 4a440a8a-c404-44a4-9319-e7a5809e24cb, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4a440a8a-c404-44a4-9319-e7a5809e24cb,segment=NetworkSegment(4c5a44fd-191e-41c9-8a35-f8b608cecb7c),segment_id=4c5a44fd-191e-41c9-8a35-f8b608cecb7c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:28.948945 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:28.958021 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Calling delete_port for 4a440a8a-c404-44a4-9319-e7a5809e24cb owned by network:dhcp {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:28.970012 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Calling delete_port for 4a440a8a-c404-44a4-9319-e7a5809e24cb owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:29.044441 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.066380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Current status of the port 4a440a8a-c404-44a4-9319-e7a5809e24cb is: ACTIVE; New status is: DOWN {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:45:29.066769 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.072288 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a440a8a-c404-44a4-9319-e7a5809e24cb,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:29.074879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] No DVR routers for this DVR port 4a440a8a-c404-44a4-9319-e7a5809e24cb on host dv-cinder-850700-1-iscsi {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:45:29.150392 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:29.173222 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (def9c3d1-b527-4217-aca8-1be03de9052a), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.173457 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:45:29.173568 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 51a7cd6d-0c25-4cbe-a7be-e011a7fcb989 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:45:29.175369 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:29.177864 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (4a440a8a-c404-44a4-9319-e7a5809e24cb), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.195483 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def9c3d1-b527-4217-aca8-1be03de9052a']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:29.205268 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] No DVR routers for this DVR port 4a440a8a-c404-44a4-9319-e7a5809e24cb on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:45:29.206626 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:45:29.206978 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1c7d8f10-938c-41c5-8fdc-9bf94ca9a612 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:45:29.208294 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5a44fd-191e-41c9-8a35-f8b608cecb7c') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:29.208780 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5a44fd-191e-41c9-8a35-f8b608cecb7c') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:29.230322 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (4c5a44fd-191e-41c9-8a35-f8b608cecb7c), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.252253 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (4c5a44fd-191e-41c9-8a35-f8b608cecb7c), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.252454 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Pushing event deleted for resources: {'Port': ['ID=4a440a8a-c404-44a4-9319-e7a5809e24cb,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:29.256075 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:45:29.256519 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (4c5a44fd-191e-41c9-8a35-f8b608cecb7c), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.257100 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.257517 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.257984 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.258330 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.258663 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.258994 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.259322 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.259647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.259974 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.260325 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.260692 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.260997 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.262173 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.262509 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.262833 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c4abf-aa3b-49a6-82d9-4d687f3accfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:45:29.306708 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 4c5a44fd-191e-41c9-8a35-f8b608cecb7c resource provider aggregate not found Jul 21 23:45:29.324858 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 4c5a44fd-191e-41c9-8a35-f8b608cecb7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c5a44fd-191e-41c9-8a35-f8b608cecb7c found for delete ", "request_id": "req-0d1c998e-e29e-4def-b3cc-870090270611"}]} Jul 21 23:45:29.336577 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (def9c3d1-b527-4217-aca8-1be03de9052a), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.343796 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.347149 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/def9c3d1-b527-4217-aca8-1be03de9052a HTTP/1.1" status: 204 len: 168 time: 0.8504755 Jul 21 23:45:29.366123 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef2a32-01a1-46be-a433-fca2b7f8ded5 admin admin] Pushing event deleted for resources: {'Network': ['ID=def9c3d1-b527-4217-aca8-1be03de9052a,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:29.408946 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:45:29.466011 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36298) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:29.752565 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-ca9008dd-9d28-401f-9245-1a4be9d7b45a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9b5eb6ef5a942be9fcea8b26370a6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853882 Jul 21 23:45:29.755016 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36300) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:29.803808 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2023e85c-d82a-445f-856f-3c394a66bd91 admin admin] Publish callbacks [] for security_group (61b9b0f2-f7dd-479b-8325-1e49ce81454d), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.825098 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2023e85c-d82a-445f-856f-3c394a66bd91 admin admin] Publish callbacks [] for security_group (61b9b0f2-f7dd-479b-8325-1e49ce81454d), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.871402 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2023e85c-d82a-445f-856f-3c394a66bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (61b9b0f2-f7dd-479b-8325-1e49ce81454d), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.873543 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2023e85c-d82a-445f-856f-3c394a66bd91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:29.874698 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2023e85c-d82a-445f-856f-3c394a66bd91 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61b9b0f2-f7dd-479b-8325-1e49ce81454d HTTP/1.1" status: 204 len: 168 time: 0.1187909 Jul 21 23:45:29.882305 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023e85c-d82a-445f-856f-3c394a66bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b9b0f2-f7dd-479b-8325-1e49ce81454d,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:35.121733 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:37.774959 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-f4cd601e-3e5f-44ca-a97a-c86998216d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:37.974076 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=13 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:38.039728 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:38.053976 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-851758da-16ff-4c14-8be2-fb99ac155a87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412877 Jul 21 23:45:38.164320 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179990d2-3334-4347-809c-4446aed75b50 req-bab98d3f-6465-4cf5-9992-713a60e2bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:38.166020 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-bab98d3f-6465-4cf5-9992-713a60e2bb01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9612b265be6144809add4ce9e14ff6ee&device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 1130 time: 0.0418940 Jul 21 23:45:38.289699 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179990d2-3334-4347-809c-4446aed75b50 req-ff535fec-6096-4fa6-8503-df9aea6f3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:38.291257 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-ff535fec-6096-4fa6-8503-df9aea6f3ca2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 200 len: 918 time: 0.0993884 Jul 21 23:45:38.342225 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:38.360840 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-f3aa35f8-191c-4cda-8aaf-9d052c20dca2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 200 len: 1000 time: 0.0588861 Jul 21 23:45:38.410104 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179990d2-3334-4347-809c-4446aed75b50 req-cf44f3f8-40eb-4fef-ab4c-ab9261bf31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:38.411570 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-cf44f3f8-40eb-4fef-ab4c-ab9261bf31a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 200 len: 856 time: 0.0444164 Jul 21 23:45:38.462436 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179990d2-3334-4347-809c-4446aed75b50 req-4998af57-e78d-4a52-b630-59f3e41f7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:38.464489 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-4998af57-e78d-4a52-b630-59f3e41f7efb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa056cf4-005e-4995-9d38-6224e7ebccf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415585 Jul 21 23:45:38.554401 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-931e31b3-ca1b-4510-ac7f-c45f69305488 service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830975 Jul 21 23:45:38.648794 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-179990d2-3334-4347-809c-4446aed75b50 req-0681ffea-b7c1-4dd6-9a7b-657c6984750f service neutron] 10.222.0.39 "GET /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875690 Jul 21 23:45:39.405747 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=18 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:39.858028 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:39.878077 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=56,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:40.345950 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d13ce16f-48df-4d95-84ad-b8a9750f3893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:41.359244 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:41.767862 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36508) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:41.874321 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ddaea640-0699-4183-89b5-9b2ce35d17be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:41.952607 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ddaea640-0699-4183-89b5-9b2ce35d17be admin admin] Publish callbacks [] for security_group (05dfa89c-f2a0-42f3-a2b2-50d5cf9573af), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:41.957007 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ddaea640-0699-4183-89b5-9b2ce35d17be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (05dfa89c-f2a0-42f3-a2b2-50d5cf9573af), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.000012 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-ddaea640-0699-4183-89b5-9b2ce35d17be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6909597fea64f9fb3afd01f4b7ffe2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311032 Jul 21 23:45:42.000944 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaea640-0699-4183-89b5-9b2ce35d17be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dfa89c-f2a0-42f3-a2b2-50d5cf9573af,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:42.002796 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36512) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:42.052560 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a180-acef-4c36-9cb2-9c93b0ac33d0 admin admin] Publish callbacks [] for security_group (05dfa89c-f2a0-42f3-a2b2-50d5cf9573af), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.074600 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a180-acef-4c36-9cb2-9c93b0ac33d0 admin admin] Publish callbacks [] for security_group (05dfa89c-f2a0-42f3-a2b2-50d5cf9573af), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.121781 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a180-acef-4c36-9cb2-9c93b0ac33d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (05dfa89c-f2a0-42f3-a2b2-50d5cf9573af), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.124328 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a180-acef-4c36-9cb2-9c93b0ac33d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.125489 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-f4d4a180-acef-4c36-9cb2-9c93b0ac33d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05dfa89c-f2a0-42f3-a2b2-50d5cf9573af HTTP/1.1" status: 204 len: 168 time: 0.1216855 Jul 21 23:45:42.133571 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4a180-acef-4c36-9cb2-9c93b0ac33d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dfa89c-f2a0-42f3-a2b2-50d5cf9573af,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:42.390593 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36518) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:42.404785 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4008f5c5-a4e4-49e3-8577-be0a3e2c029c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.487772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4008f5c5-a4e4-49e3-8577-be0a3e2c029c admin admin] Publish callbacks [] for security_group (7ae8cc2d-4413-42e8-afd9-cad1e04a2071), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.491698 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4008f5c5-a4e4-49e3-8577-be0a3e2c029c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7ae8cc2d-4413-42e8-afd9-cad1e04a2071), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.532914 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-4008f5c5-a4e4-49e3-8577-be0a3e2c029c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cd15cb10d0f414db43fa9920ecf8505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411901 Jul 21 23:45:42.533803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008f5c5-a4e4-49e3-8577-be0a3e2c029c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8cc2d-4413-42e8-afd9-cad1e04a2071,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:42.535534 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36520) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:42.585206 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29a253ae-f6a6-4d56-acea-588febc56df0 admin admin] Publish callbacks [] for security_group (7ae8cc2d-4413-42e8-afd9-cad1e04a2071), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.606746 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29a253ae-f6a6-4d56-acea-588febc56df0 admin admin] Publish callbacks [] for security_group (7ae8cc2d-4413-42e8-afd9-cad1e04a2071), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.652886 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29a253ae-f6a6-4d56-acea-588febc56df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7ae8cc2d-4413-42e8-afd9-cad1e04a2071), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.655759 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-29a253ae-f6a6-4d56-acea-588febc56df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.657237 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-29a253ae-f6a6-4d56-acea-588febc56df0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ae8cc2d-4413-42e8-afd9-cad1e04a2071 HTTP/1.1" status: 204 len: 168 time: 0.1206484 Jul 21 23:45:42.665999 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a253ae-f6a6-4d56-acea-588febc56df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8cc2d-4413-42e8-afd9-cad1e04a2071,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:42.677967 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:42.775323 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:42.982824 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36528) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:42.996441 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7df2eb2c-a839-4e64-a535-960d689a0a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.073135 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7df2eb2c-a839-4e64-a535-960d689a0a94 admin admin] Publish callbacks [] for security_group (06dfd17f-45c7-40db-b74b-63870821c2f7), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.076605 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7df2eb2c-a839-4e64-a535-960d689a0a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (06dfd17f-45c7-40db-b74b-63870821c2f7), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.119542 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7df2eb2c-a839-4e64-a535-960d689a0a94 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6afb4a09c5274a5abb7f6a82c6a6f36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356342 Jul 21 23:45:43.120587 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2eb2c-a839-4e64-a535-960d689a0a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dfd17f-45c7-40db-b74b-63870821c2f7,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:43.122342 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36530) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:43.171308 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:43.175850 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5498-6f56-4aa9-928e-10b9eda13952 admin admin] Publish callbacks [] for security_group (06dfd17f-45c7-40db-b74b-63870821c2f7), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.199578 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5498-6f56-4aa9-928e-10b9eda13952 admin admin] Publish callbacks [] for security_group (06dfd17f-45c7-40db-b74b-63870821c2f7), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.231409 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.250053 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5498-6f56-4aa9-928e-10b9eda13952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (06dfd17f-45c7-40db-b74b-63870821c2f7), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.252530 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5498-6f56-4aa9-928e-10b9eda13952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:43.253700 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1e0c5498-6f56-4aa9-928e-10b9eda13952 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06dfd17f-45c7-40db-b74b-63870821c2f7 HTTP/1.1" status: 204 len: 168 time: 0.1297746 Jul 21 23:45:43.262625 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c5498-6f56-4aa9-928e-10b9eda13952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dfd17f-45c7-40db-b74b-63870821c2f7,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:49.560279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f94505-cbbd-40be-8806-fc382f1191d2 req-0edc3322-913b-4f5b-b162-33644bc4064e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:49.561822 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-76f94505-cbbd-40be-8806-fc382f1191d2 req-0edc3322-913b-4f5b-b162-33644bc4064e tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 946 time: 0.0550833 Jul 21 23:45:49.593922 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:49.616002 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-76f94505-cbbd-40be-8806-fc382f1191d2 req-cdd526b0-01a2-48d8-93a8-128cd46edf56 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Jul 21 23:45:50.745993 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b9ff5-797f-4f89-911d-c92e9ffde507 req-e7aa4524-9e2d-462e-b27b-4a0a261ffa80 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:50.747517 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8f7b9ff5-797f-4f89-911d-c92e9ffde507 req-e7aa4524-9e2d-462e-b27b-4a0a261ffa80 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 946 time: 0.0539176 Jul 21 23:45:50.796506 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-8f7b9ff5-797f-4f89-911d-c92e9ffde507 req-7481bef3-e470-4c2e-81d7-9fd4d19e8646 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups?id=23aaf8a4-6524-4de4-a3a5-24d61b43f181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Jul 21 23:45:50.857087 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36684) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:50.962901 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-19bc834c-69aa-4723-b84f-34220fdfa407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.040771 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-65001baf-3242-40fe-8a26-6e997bc8e8be tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:51.042487 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-65001baf-3242-40fe-8a26-6e997bc8e8be tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 946 time: 0.0610168 Jul 21 23:45:51.145116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-19bc834c-69aa-4723-b84f-34220fdfa407 admin admin] Publish callbacks [] for security_group (6e0b0279-45ab-4279-a3ef-819a0aa99d45), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.152573 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-19bc834c-69aa-4723-b84f-34220fdfa407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6e0b0279-45ab-4279-a3ef-819a0aa99d45), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.175611 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Deleting port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:51.175946 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.224064 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-19bc834c-69aa-4723-b84f-34220fdfa407 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=faad9333998c4664ae198633a4ccca7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658817 Jul 21 23:45:51.224901 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc834c-69aa-4723-b84f-34220fdfa407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b0279-45ab-4279-a3ef-819a0aa99d45,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:51.226785 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36688) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:51.279005 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9cbafc3b-3c20-4aad-84b6-8999178f8861 admin admin] Publish callbacks [] for security_group (6e0b0279-45ab-4279-a3ef-819a0aa99d45), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.291931 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] For port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:51.292374 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.303367 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9cbafc3b-3c20-4aad-84b6-8999178f8861 admin admin] Publish callbacks [] for security_group (6e0b0279-45ab-4279-a3ef-819a0aa99d45), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.357027 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9cbafc3b-3c20-4aad-84b6-8999178f8861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6e0b0279-45ab-4279-a3ef-819a0aa99d45), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.360232 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-9cbafc3b-3c20-4aad-84b6-8999178f8861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.361610 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-9cbafc3b-3c20-4aad-84b6-8999178f8861 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e0b0279-45ab-4279-a3ef-819a0aa99d45 HTTP/1.1" status: 204 len: 168 time: 0.1338305 Jul 21 23:45:51.370899 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbafc3b-3c20-4aad-84b6-8999178f8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b0279-45ab-4279-a3ef-819a0aa99d45,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:51.480659 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.481099 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (ad85eb40-ab8f-4552-997f-4826d8691f59), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.481450 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Floating IP ad85eb40-ab8f-4552-997f-4826d8691f59 disassociated. External IP: 172.27.1.23, port: dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e. Jul 21 23:45:51.481897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Calling delete_port for dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:51.559940 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:51.620676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.627849 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36700) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:51.650037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event deleted for resources: {'Port': ['ID=dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:51.759381 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-32c56491-3fad-4707-84a5-90787d5d5a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.771669 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:51.774076 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:51.778797 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Router c40a6a04-6cab-45de-b3ad-d88c5a6858fe has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:45:51.782479 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:51.816177 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36704) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:51.840511 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84c7c24c-69ae-4fd0-b6a2-c37cdddac05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.894771 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-32c56491-3fad-4707-84a5-90787d5d5a4e admin admin] Publish callbacks [] for security_group (d24168b3-5fe7-4d79-8035-0900e9ea799b), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.904395 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-32c56491-3fad-4707-84a5-90787d5d5a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (d24168b3-5fe7-4d79-8035-0900e9ea799b), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:51.917796 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-51d91f9b-c995-4ef4-86b4-1e97a31193f4 req-64b2f1de-9f9e-4fcd-8043-8ed9a527d034 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c3804b-cf30-461e-8f8c-30250027a445 HTTP/1.1" status: 200 len: 210 time: 0.0380871 Jul 21 23:45:51.922189 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:45:51.949445 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e168650-94ee-4084-beff-2f637efee264 None None] Sync routers for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:45:51.949924 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-32c56491-3fad-4707-84a5-90787d5d5a4e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6027a1a4f31e43feb53ac54b39d917b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155043 Jul 21 23:45:51.950033 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36708) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:51.950140 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:51.950140 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:51.977664 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c56491-3fad-4707-84a5-90787d5d5a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24168b3-5fe7-4d79-8035-0900e9ea799b,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:51.988881 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] No DVR routers for this DVR port dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:45:51.993933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.000632 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-950bfd4b-b95a-436e-a85b-dc61c17f9547 req-1a27a6e5-63fa-43be-8a73-f9d6126e6354 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.39 "DELETE /v2.0/ports/dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e HTTP/1.1" status: 204 len: 173 time: 0.9476094 Jul 21 23:45:52.000989 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-deleted', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:45:52.002185 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84c7c24c-69ae-4fd0-b6a2-c37cdddac05a admin admin] Publish callbacks [] for security_group (35de3d3b-ee35-4b92-8b92-f717cde74268), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.003464 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99916cb2-5d63-437b-b087-e0e6d7efe800" -d '{"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-deleted", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:45:52.021418 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-84c7c24c-69ae-4fd0-b6a2-c37cdddac05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (35de3d3b-ee35-4b92-8b92-f717cde74268), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.037564 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e177-6d26-49a2-959f-d6c7e593a671 admin admin] Publish callbacks [] for security_group (d24168b3-5fe7-4d79-8035-0900e9ea799b), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.089735 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c24c-69ae-4fd0-b6a2-c37cdddac05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35de3d3b-ee35-4b92-8b92-f717cde74268,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:52.096958 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-84c7c24c-69ae-4fd0-b6a2-c37cdddac05a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b76b10f36964d698fda74ef671316b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767196 Jul 21 23:45:52.097379 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36712) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:52.104601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:52.116631 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cbe8fd-8c5c-412a-9b81-4dff44f6c9c5 x-openstack-request-id: req-07cbe8fd-8c5c-412a-9b81-4dff44f6c9c5 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:45:52.117621 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3804b-cf30-461e-8f8c-30250027a445", "name": "network-vif-deleted", "tag": "dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:45:52.118045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07cbe8fd-8c5c-412a-9b81-4dff44f6c9c5 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:45:52.122341 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cbe8fd-8c5c-412a-9b81-4dff44f6c9c5'] response: {'server_uuid': 'a8c3804b-cf30-461e-8f8c-30250027a445', 'name': 'network-vif-deleted', 'tag': 'dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e', 'status': 'completed', 'code': 200} Jul 21 23:45:52.138062 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:52.141034 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e177-6d26-49a2-959f-d6c7e593a671 admin admin] Publish callbacks [] for security_group (d24168b3-5fe7-4d79-8035-0900e9ea799b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.201939 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dc4192d4-6563-480d-a3af-094526f65fd5 admin admin] Publish callbacks [] for security_group (35de3d3b-ee35-4b92-8b92-f717cde74268), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.233596 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dc4192d4-6563-480d-a3af-094526f65fd5 admin admin] Publish callbacks [] for security_group (35de3d3b-ee35-4b92-8b92-f717cde74268), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.233868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e177-6d26-49a2-959f-d6c7e593a671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (d24168b3-5fe7-4d79-8035-0900e9ea799b), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.236116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e177-6d26-49a2-959f-d6c7e593a671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.243185 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-a9f3e177-6d26-49a2-959f-d6c7e593a671 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d24168b3-5fe7-4d79-8035-0900e9ea799b HTTP/1.1" status: 204 len: 168 time: 0.2892027 Jul 21 23:45:52.254963 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3e177-6d26-49a2-959f-d6c7e593a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24168b3-5fe7-4d79-8035-0900e9ea799b,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:52.295433 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dc4192d4-6563-480d-a3af-094526f65fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (35de3d3b-ee35-4b92-8b92-f717cde74268), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.299163 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-dc4192d4-6563-480d-a3af-094526f65fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:52.300673 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-dc4192d4-6563-480d-a3af-094526f65fd5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35de3d3b-ee35-4b92-8b92-f717cde74268 HTTP/1.1" status: 204 len: 168 time: 0.2021515 Jul 21 23:45:52.313179 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4192d4-6563-480d-a3af-094526f65fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de3d3b-ee35-4b92-8b92-f717cde74268,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:52.392044 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:52.419841 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e168650-94ee-4084-beff-2f637efee264 None None] Checking router: c40a6a04-6cab-45de-b3ad-d88c5a6858fe for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:45:52.428880 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:52.429733 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:52.569240 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:52.802176 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-7e168650-94ee-4084-beff-2f637efee264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:52.832851 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e168650-94ee-4084-beff-2f637efee264 None None] The sync data for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi is: [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:32Z', 'revision_number': 4, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '80370fdf-2085-47e0-afc7-6868dd155667', 'name': '', 'network_id': 'fa056cf4-005e-4995-9d38-6224e7ebccf4', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'mac_address': 'fa:16:3e:d8:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:30Z', 'updated_at': '2022-07-21T23:38:43Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'subnets': [{'id': 'a846dbfa-cfc9-4616-8922-f51270da4f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:45:53.037152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36752) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:53.121241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-44c62592-aec8-42f7-9ce9-a7b93f472626 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (23aaf8a4-6524-4de4-a3a5-24d61b43f181), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.148146 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-44c62592-aec8-42f7-9ce9-a7b93f472626 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (23aaf8a4-6524-4de4-a3a5-24d61b43f181), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.208122 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-44c62592-aec8-42f7-9ce9-a7b93f472626 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (23aaf8a4-6524-4de4-a3a5-24d61b43f181), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.212778 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58972f-8962-4c94-aadb-4d89af4e9680 None None] New status for floating IP ad85eb40-ab8f-4552-997f-4826d8691f59: DOWN {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:45:53.223156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-44c62592-aec8-42f7-9ce9-a7b93f472626 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.224778 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-44c62592-aec8-42f7-9ce9-a7b93f472626 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "DELETE /v2.0/security-groups/23aaf8a4-6524-4de4-a3a5-24d61b43f181 HTTP/1.1" status: 204 len: 168 time: 0.1865931 Jul 21 23:45:53.228526 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36762) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:53.240222 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62592-aec8-42f7-9ce9-a7b93f472626 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aaf8a4-6524-4de4-a3a5-24d61b43f181,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:53.248383 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.api.v2.resource [None req-0eaff5c1-255b-4ba4-bc6e-f2ecf57a4de4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] show failed (client error): The resource could not be found. Jul 21 23:45:53.249756 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0eaff5c1-255b-4ba4-bc6e-f2ecf57a4de4 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "GET /v2.0/security-groups/23aaf8a4-6524-4de4-a3a5-24d61b43f181 HTTP/1.1" status: 404 len: 347 time: 0.0200784 Jul 21 23:45:53.252757 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36766) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:53.406026 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Deleting port 58f98b9d-8d55-4803-8c00-3263157be13b {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:53.406390 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (58f98b9d-8d55-4803-8c00-3263157be13b), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.505619 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (58f98b9d-8d55-4803-8c00-3263157be13b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.505944 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (58f98b9d-8d55-4803-8c00-3263157be13b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.519414 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Calling delete_port for 58f98b9d-8d55-4803-8c00-3263157be13b owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:53.563206 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:53.674783 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (58f98b9d-8d55-4803-8c00-3263157be13b), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.702145 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Pushing event deleted for resources: {'Port': ['ID=58f98b9d-8d55-4803-8c00-3263157be13b,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:53.794803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks [] for floatingip (ad85eb40-ab8f-4552-997f-4826d8691f59), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.797430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:53.802853 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-577564fa-11cb-4fd6-9539-4a8760582ca0 tempest-AttachVolumeShelveTestJSON-52584867 tempest-AttachVolumeShelveTestJSON-52584867-project] 10.222.0.57 "DELETE /v2.0/floatingips/ad85eb40-ab8f-4552-997f-4826d8691f59 HTTP/1.1" status: 204 len: 168 time: 0.5490227 Jul 21 23:45:54.477484 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:54.967817 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:45:54.990129 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:45:54.990462 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device dbf7a1f3-9a30-4b55-aa1c-58f2d450a60e not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:45:55.123843 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-f8ece3a4-bae6-4556-908d-b39e75aeac61 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3c886fb492cd4514a0bec0539875831e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397518 Jul 21 23:45:55.250467 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:55.277156 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36852) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:55.317261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-15b342c5-5f07-4609-af6e-2cd11eb359ea tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:55.318739 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-15b342c5-5f07-4609-af6e-2cd11eb359ea tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889925 Jul 21 23:45:55.335314 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-b6c22cfe-6572-4f48-92da-f2a59fe95350 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/quotas/3c886fb492cd4514a0bec0539875831e HTTP/1.1" status: 200 len: 375 time: 0.0101478 Jul 21 23:45:55.377132 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-20de9fbb-36fa-4774-a36b-7884f1d5c0b6 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c886fb492cd4514a0bec0539875831e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362625 Jul 21 23:45:55.395223 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-487c2286-d0f5-40ff-8c1a-7d6605f803ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:55.478252 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-487c2286-d0f5-40ff-8c1a-7d6605f803ee admin admin] Publish callbacks [] for security_group (5e804ea7-c9a8-419e-9c5f-5243c2c88e38), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:55.483345 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-487c2286-d0f5-40ff-8c1a-7d6605f803ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5e804ea7-c9a8-419e-9c5f-5243c2c88e38), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:55.538411 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-487c2286-d0f5-40ff-8c1a-7d6605f803ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d76e1bebc4264544af6d6cb27fe25522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591965 Jul 21 23:45:55.540009 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c2286-d0f5-40ff-8c1a-7d6605f803ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e804ea7-c9a8-419e-9c5f-5243c2c88e38,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:55.541750 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36860) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:55.559277 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-9acb41ec-118d-42a5-aa1f-cab666dea085 req-67c3b692-c179-47ba-8efd-fa2e26fbea40 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 210 time: 0.0392139 Jul 21 23:45:55.613404 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-61ca7070-372e-489c-ad1e-1a7bad526cdc admin admin] Publish callbacks [] for security_group (5e804ea7-c9a8-419e-9c5f-5243c2c88e38), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:55.637148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-61ca7070-372e-489c-ad1e-1a7bad526cdc admin admin] Publish callbacks [] for security_group (5e804ea7-c9a8-419e-9c5f-5243c2c88e38), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:55.686182 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-61ca7070-372e-489c-ad1e-1a7bad526cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5e804ea7-c9a8-419e-9c5f-5243c2c88e38), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:55.689677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-61ca7070-372e-489c-ad1e-1a7bad526cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:55.691624 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-61ca7070-372e-489c-ad1e-1a7bad526cdc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e804ea7-c9a8-419e-9c5f-5243c2c88e38 HTTP/1.1" status: 204 len: 168 time: 0.1480007 Jul 21 23:45:55.700809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca7070-372e-489c-ad1e-1a7bad526cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e804ea7-c9a8-419e-9c5f-5243c2c88e38,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:55.984101 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36872) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:55.998188 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f54aeed1-137b-4860-a4e1-c8471f468fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:56.080613 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f54aeed1-137b-4860-a4e1-c8471f468fc1 admin admin] Publish callbacks [] for security_group (2dc1fa84-6e4a-411c-8d99-1d78ca0565ed), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:56.084399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f54aeed1-137b-4860-a4e1-c8471f468fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (2dc1fa84-6e4a-411c-8d99-1d78ca0565ed), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:56.126889 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-f54aeed1-137b-4860-a4e1-c8471f468fc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f89304ce37e14526b0f06538aeb3bf2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416972 Jul 21 23:45:56.128802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54aeed1-137b-4860-a4e1-c8471f468fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc1fa84-6e4a-411c-8d99-1d78ca0565ed,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:56.129643 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36874) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:56.164380 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:56.189171 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0afba889-4e23-4d27-bffb-dbf5ee177035 admin admin] Publish callbacks [] for security_group (2dc1fa84-6e4a-411c-8d99-1d78ca0565ed), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:56.212434 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0afba889-4e23-4d27-bffb-dbf5ee177035 admin admin] Publish callbacks [] for security_group (2dc1fa84-6e4a-411c-8d99-1d78ca0565ed), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:56.229399 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:56.269718 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36882) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:56.271523 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0afba889-4e23-4d27-bffb-dbf5ee177035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (2dc1fa84-6e4a-411c-8d99-1d78ca0565ed), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:56.271523 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0afba889-4e23-4d27-bffb-dbf5ee177035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:56.272487 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0afba889-4e23-4d27-bffb-dbf5ee177035 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2dc1fa84-6e4a-411c-8d99-1d78ca0565ed HTTP/1.1" status: 204 len: 168 time: 0.1417806 Jul 21 23:45:56.282983 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afba889-4e23-4d27-bffb-dbf5ee177035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc1fa84-6e4a-411c-8d99-1d78ca0565ed,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:56.486407 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-49abed5a-cdee-4e28-b24a-ab809875f926 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c886fb492cd4514a0bec0539875831e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507498 Jul 21 23:45:56.569934 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:56.966472 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-3a547877-592a-4685-8b62-748816491335 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:56.967903 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-3a547877-592a-4685-8b62-748816491335 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4750993 Jul 21 23:45:56.971777 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a126f1af-dc09-4832-b699-4cc0bd8dd5e0 req-4cef3597-38b4-4ebf-9a06-54c6041d31e4 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 210 time: 0.3024788 Jul 21 23:45:56.982146 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Request body: {'port': {'device_id': '9a166087-de24-4f21-849c-0bab301e3c3f', 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a', 'admin_state_up': True, 'tenant_id': '3c886fb492cd4514a0bec0539875831e'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:45:57.150402 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:57.189460 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Made reservation on behalf of 3c886fb492cd4514a0bec0539875831e for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:45:57.192875 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:57.208258 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:57.210907 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:57.437464 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks [] for security_group (f7cb59c6-3be7-4479-8d63-be52d750e032), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:57.444980 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f7cb59c6-3be7-4479-8d63-be52d750e032), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:57.539609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cb59c6-3be7-4479-8d63-be52d750e032,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:57.576157 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:57.611193 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Deleting port 80370fdf-2085-47e0-afc7-6868dd155667 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:57.611540 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (80370fdf-2085-47e0-afc7-6868dd155667), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:57.687005 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Allocated IP 192.168.233.157 (f423ae4f-d1ef-403a-96ca-4c489a7d063a/e9fcf2b0-a35e-4913-acd6-895a375d591c/d1b00547-28df-4be8-9dc1-c7e256eb4a65) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:45:57.738060 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] For port 80370fdf-2085-47e0-afc7-6868dd155667, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=80370fdf-2085-47e0-afc7-6868dd155667,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:57.738434 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (80370fdf-2085-47e0-afc7-6868dd155667), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:57.768203 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Calling delete_port for 80370fdf-2085-47e0-afc7-6868dd155667 owned by network:router_interface {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:57.898976 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:57.976559 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks [] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:58.038992 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:58.124978 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Network f423ae4f-d1ef-403a-96ca-4c489a7d063a is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:45:58.129811 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65a6c5-a481-4c87-88fb-7cadffc13e9f req-768e4b27-c99b-4c71-a989-29567cfccc9c tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:58.130948 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (80370fdf-2085-47e0-afc7-6868dd155667), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:58.131475 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bb65a6c5-a481-4c87-88fb-7cadffc13e9f req-768e4b27-c99b-4c71-a989-29567cfccc9c tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 936 time: 0.0707598 Jul 21 23:45:58.136433 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:45:58.143616 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:45:58.149400 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Pushing event updated for resources: {'Port': ['ID=d1b00547-28df-4be8-9dc1-c7e256eb4a65,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:58.213312 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bb65a6c5-a481-4c87-88fb-7cadffc13e9f req-da5d90e3-ecff-41d0-bb2f-073899929b12 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741813 Jul 21 23:45:58.221328 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Pushing event deleted for resources: {'Port': ['ID=80370fdf-2085-47e0-afc7-6868dd155667,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:58.277018 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:58.277721 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:58.282992 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:58.318714 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d9d272a5-b5d7-431e-845a-1120de9485dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3405418 Jul 21 23:45:58.377671 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Request body: {'port': {'device_id': '9a166087-de24-4f21-849c-0bab301e3c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:45:58.490488 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:58.492366 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:58.531629 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-379fcd23-7df9-4c18-afcd-41cf427dd0a1 None None] Provisioning complete for port d1b00547-28df-4be8-9dc1-c7e256eb4a65 triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:45:58.532206 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-379fcd23-7df9-4c18-afcd-41cf427dd0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:58.569205 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-379fcd23-7df9-4c18-afcd-41cf427dd0a1 None None] Port d1b00547-28df-4be8-9dc1-c7e256eb4a65 cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:45:58.693216 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:58.889547 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Router c40a6a04-6cab-45de-b3ad-d88c5a6858fe has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:45:58.938621 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b00547-28df-4be8-9dc1-c7e256eb4a65 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:45:58.979532 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Publish callbacks [] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.024581 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Transition to ACTIVE for port object d1b00547-28df-4be8-9dc1-c7e256eb4a65 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:45:59.033789 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.087951 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:45:59.099870 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-f8be6df1-bd69-4009-8c3f-eb04a05aea82 admin admin] 10.222.0.57 "PUT /v2.0/routers/c40a6a04-6cab-45de-b3ad-d88c5a6858fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295689 Jul 21 23:45:59.100541 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36946) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:45:59.100990 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] Sync routers for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:45:59.107007 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b00547-28df-4be8-9dc1-c7e256eb4a65,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:59.124038 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:59.124695 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:59.203638 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Attempting to bind port d1b00547-28df-4be8-9dc1-c7e256eb4a65 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:45:59.203897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Attempting to bind port d1b00547-28df-4be8-9dc1-c7e256eb4a65 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:45:59.204235 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Attempting to bind port d1b00547-28df-4be8-9dc1-c7e256eb4a65 on network f423ae4f-d1ef-403a-96ca-4c489a7d063a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:45:59.209268 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Port d1b00547-28df-4be8-9dc1-c7e256eb4a65 on network f423ae4f-d1ef-403a-96ca-4c489a7d063a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:45:59.209598 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Attempting to bind port d1b00547-28df-4be8-9dc1-c7e256eb4a65 on network f423ae4f-d1ef-403a-96ca-4c489a7d063a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:45:59.216924 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:45:59.217303 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Checking segment: {'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:45:59.217691 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Bound using segment: {'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:45:59.218131 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Bound port: d1b00547-28df-4be8-9dc1-c7e256eb4a65, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c19990-63bf-403f-9935-b3a6c9f44a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:45:59.218493 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.222579 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks [] for router (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.239094 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:59.248432 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:59.337249 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks [] for router_gateway (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.374962 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] For port d1b00547-28df-4be8-9dc1-c7e256eb4a65, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:45:59.380337 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] For port d1b00547-28df-4be8-9dc1-c7e256eb4a65, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=d1b00547-28df-4be8-9dc1-c7e256eb4a65,segment=NetworkSegment(a0c19990-63bf-403f-9935-b3a6c9f44a36),segment_id=a0c19990-63bf-403f-9935-b3a6c9f44a36)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:45:59.390933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872097b6-908e-4db3-ae50-55bfd83b9ea4 req-815b780e-44b8-444c-b90d-43f2be53de61 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:59.396997 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:59.397161 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-872097b6-908e-4db3-ae50-55bfd83b9ea4 req-815b780e-44b8-444c-b90d-43f2be53de61 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 948 time: 0.0832467 Jul 21 23:45:59.399952 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.402744 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Deleting port 06fc91dd-f06d-4bbf-8921-771039b540cf {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:45:59.403281 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.466141 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:59.467112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.468664 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/d1b00547-28df-4be8-9dc1-c7e256eb4a65 HTTP/1.1" status: 200 len: 1098 time: 1.0958745 Jul 21 23:45:59.469356 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a166087-de24-4f21-849c-0bab301e3c3f', 'tag': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:45:59.472997 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0a46f6-b472-465a-b8ae-da4f048eb40f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a166087-de24-4f21-849c-0bab301e3c3f", "tag": "d1b00547-28df-4be8-9dc1-c7e256eb4a65"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:45:59.496716 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:45:58Z', 'revision_number': 5, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port': {'id': '06fc91dd-f06d-4bbf-8921-771039b540cf', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:59.521807 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-872097b6-908e-4db3-ae50-55bfd83b9ea4 req-ce20568d-56be-4441-bb1a-bec88b828c3b tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231930 Jul 21 23:45:59.537812 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c494b2-0ecb-4487-a971-1eaea7b021a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b00547-28df-4be8-9dc1-c7e256eb4a65,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:59.562060 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] Checking router: c40a6a04-6cab-45de-b3ad-d88c5a6858fe for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:45:59.589600 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] Routers {'c40a6a04-6cab-45de-b3ad-d88c5a6858fe'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:45:59.590358 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:45:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:59.591658 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] For port 06fc91dd-f06d-4bbf-8921-771039b540cf, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=06fc91dd-f06d-4bbf-8921-771039b540cf,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:45:59.592083 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.620999 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Calling delete_port for 06fc91dd-f06d-4bbf-8921-771039b540cf owned by network:router_gateway {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:45:59.631081 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-601939d2-1ccd-403e-9885-6df20b3c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:59.634559 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-601939d2-1ccd-403e-9885-6df20b3c17ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c886fb492cd4514a0bec0539875831e&device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 1132 time: 0.0743120 Jul 21 23:45:59.701332 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-430d0093-7280-439b-a5fd-faf78dea286b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d1b00547-28df-4be8-9dc1-c7e256eb4a65 HTTP/1.1" status: 200 len: 217 time: 0.0571556 Jul 21 23:45:59.760755 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] Set router c40a6a04-6cab-45de-b3ad-d88c5a6858fe gateway port host: None {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:45:59.781068 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-68902178-f9d8-404a-9491-c644900a196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:59.783074 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-68902178-f9d8-404a-9491-c644900a196f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9fcf2b0-a35e-4913-acd6-895a375d591c HTTP/1.1" status: 200 len: 843 time: 0.0676761 Jul 21 23:45:59.821450 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=100 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:59.824505 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:45:59Z', 'revision_number': 6, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:45:59.828643 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970235b0-380e-4e8e-a553-99941df7ebee x-openstack-request-id: req-970235b0-380e-4e8e-a553-99941df7ebee {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:45:59.828947 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a166087-de24-4f21-849c-0bab301e3c3f", "tag": "d1b00547-28df-4be8-9dc1-c7e256eb4a65", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:45:59.829215 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-970235b0-380e-4e8e-a553-99941df7ebee {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:45:59.829625 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970235b0-380e-4e8e-a553-99941df7ebee'] response: {'name': 'network-changed', 'server_uuid': '9a166087-de24-4f21-849c-0bab301e3c3f', 'tag': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65', 'status': 'completed', 'code': 200} Jul 21 23:45:59.837269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:45:59.843455 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d4172156-f1ca-4129-82a1-8a4710372b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:45:59.845413 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-d4172156-f1ca-4129-82a1-8a4710372b85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f423ae4f-d1ef-403a-96ca-4c489a7d063a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0509033 Jul 21 23:45:59.860608 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952400c-ac4a-4353-ba0f-d788d5922eb0 None None] The sync data for ids ['c40a6a04-6cab-45de-b3ad-d88c5a6858fe'] in dv-cinder-850700-1-iscsi is: [{'id': 'c40a6a04-6cab-45de-b3ad-d88c5a6858fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1655099559-router', 'tenant_id': '9612b265be6144809add4ce9e14ff6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:38:26Z', 'updated_at': '2022-07-21T23:45:59Z', 'revision_number': 6, 'project_id': '9612b265be6144809add4ce9e14ff6ee', 'gw_port_host': None}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:45:59.920124 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (06fc91dd-f06d-4bbf-8921-771039b540cf), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:45:59.950676 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fc91dd-f06d-4bbf-8921-771039b540cf,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:45:59.957816 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-53070dc8-4d58-4ccb-94fc-c4e03f3ac6db service neutron] 10.222.0.39 "GET /v2.0/networks/f423ae4f-d1ef-403a-96ca-4c489a7d063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025414 Jul 21 23:46:00.014438 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.056001 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-68285b50-3b12-42a5-b6f2-969558449b38 req-8aea55ca-8214-494c-baf1-46e739990639 service neutron] 10.222.0.39 "GET /v2.0/networks/f423ae4f-d1ef-403a-96ca-4c489a7d063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888660 Jul 21 23:46:00.104163 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.106386 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks [] for router_controller (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.152970 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (c40a6a04-6cab-45de-b3ad-d88c5a6858fe), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.153578 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c40a6a04-6cab-45de-b3ad-d88c5a6858fe {{(pid=104211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:46:00.158488 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.159244 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d119547e-88cb-4781-9269-15e3548e9049 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c40a6a04-6cab-45de-b3ad-d88c5a6858fe HTTP/1.1" status: 204 len: 168 time: 1.0572131 Jul 21 23:46:00.162064 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36964) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:00.193869 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:00.195891 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:00.212766 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] Deleting subnet a846dbfa-cfc9-4616-8922-f51270da4f09 {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:46:00.216574 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] Publish callbacks [] for subnet (a846dbfa-cfc9-4616-8922-f51270da4f09), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.253097 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327979'] for subnet (a846dbfa-cfc9-4616-8922-f51270da4f09), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.334024 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (a846dbfa-cfc9-4616-8922-f51270da4f09), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.389794 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9133932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028781'] for subnet (a846dbfa-cfc9-4616-8922-f51270da4f09), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.414607 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a846dbfa-cfc9-4616-8922-f51270da4f09,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:00.418734 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.421810 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-772ec05d-c14f-471d-a0ae-89ff4e8e1015 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a846dbfa-cfc9-4616-8922-f51270da4f09 HTTP/1.1" status: 204 len: 168 time: 0.2588203 Jul 21 23:46:00.424290 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36966) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:00.426785 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1342b5-2f50-4c34-91d6-4f00c9370a38 None None] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:46:00.492769 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (fa056cf4-005e-4995-9d38-6224e7ebccf4), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.540465 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Deleting port 746c57f7-ee99-460f-9175-6681c0e83d2f {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:46:00.540812 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.606921 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] For port 746c57f7-ee99-460f-9175-6681c0e83d2f, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=746c57f7-ee99-460f-9175-6681c0e83d2f,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:00.607213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.627238 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Calling delete_port for 746c57f7-ee99-460f-9175-6681c0e83d2f owned by network:dhcp {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:46:00.649773 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] DHCP port deletion for fa056cf4-005e-4995-9d38-6224e7ebccf4 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:46:00.650865 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb956d-0337-4491-b068-9342b7936498 req-0f8373b7-4ee7-4979-b3c8-c92e9bc1fd9c tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:00.652592 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04eb956d-0337-4491-b068-9342b7936498 req-0f8373b7-4ee7-4979-b3c8-c92e9bc1fd9c tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 948 time: 0.0536120 Jul 21 23:46:00.707234 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] Deleting port 746c57f7-ee99-460f-9175-6681c0e83d2f {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:46:00.707853 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.758154 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.802376 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] No DVR routers for this DVR port 746c57f7-ee99-460f-9175-6681c0e83d2f on host dv-cinder-850700-1-iscsi {{(pid=104211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:46:00.805694 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Pushing event deleted for resources: {'Port': ['ID=746c57f7-ee99-460f-9175-6681c0e83d2f,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:00.908546 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (fa056cf4-005e-4995-9d38-6224e7ebccf4), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.939433 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa056cf4-005e-4995-9d38-6224e7ebccf4']}} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:46:00.951742 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d') {'for_net_delete': True} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:46:00.952203 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43e79bc-0f0e-4505-8ab8-a5b685aead6d') {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:46:00.963983 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 06fc91dd-f06d-4bbf-8921-771039b540cf no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:46:00.964571 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327954'] for segment (d43e79bc-0f0e-4505-8ab8-a5b685aead6d), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.983606 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (d43e79bc-0f0e-4505-8ab8-a5b685aead6d), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:00.992824 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:46:00.993414 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9134038'] for segment (d43e79bc-0f0e-4505-8ab8-a5b685aead6d), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.015228 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 06fc91dd-f06d-4bbf-8921-771039b540cf {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:46:01.015591 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 06fc91dd-f06d-4bbf-8921-771039b540cf not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:46:01.016004 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 80370fdf-2085-47e0-afc7-6868dd155667 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:46:01.036830 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] For port 746c57f7-ee99-460f-9175-6681c0e83d2f, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=746c57f7-ee99-460f-9175-6681c0e83d2f,segment=NetworkSegment(d43e79bc-0f0e-4505-8ab8-a5b685aead6d),segment_id=d43e79bc-0f0e-4505-8ab8-a5b685aead6d)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:01.037405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.050555 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment d43e79bc-0f0e-4505-8ab8-a5b685aead6d resource provider aggregate not found Jul 21 23:46:01.078974 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment d43e79bc-0f0e-4505-8ab8-a5b685aead6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d43e79bc-0f0e-4505-8ab8-a5b685aead6d found for delete ", "request_id": "req-b0d4cba5-eea1-4d96-9859-b76ab82d36f7"}]} Jul 21 23:46:01.083032 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04eb956d-0337-4491-b068-9342b7936498 req-b8cb0002-7716-4209-9e0e-bf49dad00ef6 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247141 Jul 21 23:46:01.102546 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-4d06a00b-19ba-46ed-89f2-89c378597635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:01.104807 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-4d06a00b-19ba-46ed-89f2-89c378597635 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c886fb492cd4514a0bec0539875831e&device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 1132 time: 0.0710807 Jul 21 23:46:01.120699 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (fa056cf4-005e-4995-9d38-6224e7ebccf4), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.122851 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] Calling delete_port for 746c57f7-ee99-460f-9175-6681c0e83d2f owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:46:01.124913 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 80370fdf-2085-47e0-afc7-6868dd155667 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:46:01.131119 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.132125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 80370fdf-2085-47e0-afc7-6868dd155667 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:46:01.132125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 746c57f7-ee99-460f-9175-6681c0e83d2f no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:46:01.136814 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fa056cf4-005e-4995-9d38-6224e7ebccf4 HTTP/1.1" status: 204 len: 168 time: 0.7115409 Jul 21 23:46:01.162507 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9579ee-e876-49d7-abbb-8fc72296ae02 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa056cf4-005e-4995-9d38-6224e7ebccf4,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:01.186983 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 746c57f7-ee99-460f-9175-6681c0e83d2f {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:46:01.187330 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 746c57f7-ee99-460f-9175-6681c0e83d2f not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:46:01.231254 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36982) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:01.238148 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-fd6135a4-c0cc-40c6-86f2-a76fd325a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:01.239643 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-fd6135a4-c0cc-40c6-86f2-a76fd325a265 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f423ae4f-d1ef-403a-96ca-4c489a7d063a HTTP/1.1" status: 200 len: 870 time: 0.1284873 Jul 21 23:46:01.286503 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-3b49d92c-ed3b-4087-a9b0-087c1ba7001e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d1b00547-28df-4be8-9dc1-c7e256eb4a65 HTTP/1.1" status: 200 len: 217 time: 0.0400882 Jul 21 23:46:01.302983 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (746c57f7-ee99-460f-9175-6681c0e83d2f), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.327502 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] Network fa056cf4-005e-4995-9d38-6224e7ebccf4 is not hosted by any dhcp agent {{(pid=104213) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 21 23:46:01.328303 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] No DVR routers for this DVR port 746c57f7-ee99-460f-9175-6681c0e83d2f on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:46:01.330949 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd27836-8612-46ed-83cb-64e8341f18a2 None None] Pushing event deleted for resources: {'Port': ['ID=746c57f7-ee99-460f-9175-6681c0e83d2f,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:01.344226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-405347ac-5ab1-4c67-b6b0-45dd6a7e0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:01.345760 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-405347ac-5ab1-4c67-b6b0-45dd6a7e0559 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9fcf2b0-a35e-4913-acd6-895a375d591c HTTP/1.1" status: 200 len: 843 time: 0.0528638 Jul 21 23:46:01.375879 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bf3bf26c-c3dd-428d-8f74-4d3e471193e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.398946 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36986) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:01.401956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-3154bcea-1b97-4389-9612-e56f52b82b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:01.403551 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-3154bcea-1b97-4389-9612-e56f52b82b12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f423ae4f-d1ef-403a-96ca-4c489a7d063a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0510721 Jul 21 23:46:01.432718 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:01.442952 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:01.472726 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-14e252a2-01c8-45c9-8f18-0a4f6c382fb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9612b265be6144809add4ce9e14ff6ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0726867 Jul 21 23:46:01.475463 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 36988) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:01.476046 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:01.504292 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-3771a5ee-5d8d-4aef-86bc-3637181d6c7b service neutron] 10.222.0.39 "GET /v2.0/networks/f423ae4f-d1ef-403a-96ca-4c489a7d063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944488 Jul 21 23:46:01.534795 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bf3bf26c-c3dd-428d-8f74-4d3e471193e0 admin admin] Publish callbacks [] for security_group (155234e9-3cab-4184-86e5-188f82f29ee3), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.541776 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-bf3bf26c-c3dd-428d-8f74-4d3e471193e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (155234e9-3cab-4184-86e5-188f82f29ee3), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.570256 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2e833d57-808b-41ac-a72c-d35e7df54ae9 admin admin] Publish callbacks [] for security_group (7cb18ac0-9aee-422e-a28a-a55ccaa05d72), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.602912 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-bf3bf26c-c3dd-428d-8f74-4d3e471193e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae4709297c3f415bb27bf4b543621f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704576 Jul 21 23:46:01.605658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 36990) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:01.607750 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bf26c-c3dd-428d-8f74-4d3e471193e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155234e9-3cab-4184-86e5-188f82f29ee3,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:01.614587 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2e833d57-808b-41ac-a72c-d35e7df54ae9 admin admin] Publish callbacks [] for security_group (7cb18ac0-9aee-422e-a28a-a55ccaa05d72), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.616022 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0b0a46f6-b472-465a-b8ae-da4f048eb40f req-ffae00b3-b852-4ada-852b-0bd240ad3055 service neutron] 10.222.0.39 "GET /v2.0/networks/f423ae4f-d1ef-403a-96ca-4c489a7d063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049306 Jul 21 23:46:01.662013 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-176c0e5e-c6ae-4903-8d4c-bc9d03a325a5 admin admin] Publish callbacks [] for security_group (155234e9-3cab-4184-86e5-188f82f29ee3), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.665060 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2e833d57-808b-41ac-a72c-d35e7df54ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7cb18ac0-9aee-422e-a28a-a55ccaa05d72), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.667770 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2e833d57-808b-41ac-a72c-d35e7df54ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.668938 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2e833d57-808b-41ac-a72c-d35e7df54ae9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cb18ac0-9aee-422e-a28a-a55ccaa05d72 HTTP/1.1" status: 204 len: 168 time: 0.1921856 Jul 21 23:46:01.676844 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e833d57-808b-41ac-a72c-d35e7df54ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb18ac0-9aee-422e-a28a-a55ccaa05d72,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:01.690031 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-176c0e5e-c6ae-4903-8d4c-bc9d03a325a5 admin admin] Publish callbacks [] for security_group (155234e9-3cab-4184-86e5-188f82f29ee3), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.746075 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-176c0e5e-c6ae-4903-8d4c-bc9d03a325a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (155234e9-3cab-4184-86e5-188f82f29ee3), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.748780 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-176c0e5e-c6ae-4903-8d4c-bc9d03a325a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:01.749980 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-176c0e5e-c6ae-4903-8d4c-bc9d03a325a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/155234e9-3cab-4184-86e5-188f82f29ee3 HTTP/1.1" status: 204 len: 168 time: 0.1420753 Jul 21 23:46:01.758345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c0e5e-c6ae-4903-8d4c-bc9d03a325a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155234e9-3cab-4184-86e5-188f82f29ee3,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:02.047497 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37010) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:02.062755 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-28174c56-b8ea-4341-9fff-94e71ce441d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:02.084190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:02.157082 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-28174c56-b8ea-4341-9fff-94e71ce441d5 admin admin] Publish callbacks [] for security_group (c3e33b25-be76-47eb-b77c-9aba7a4a14aa), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:02.161820 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-28174c56-b8ea-4341-9fff-94e71ce441d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c3e33b25-be76-47eb-b77c-9aba7a4a14aa), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:02.208750 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-28174c56-b8ea-4341-9fff-94e71ce441d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6227b79fb3f74d89ae0639b4924ae8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599441 Jul 21 23:46:02.209649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28174c56-b8ea-4341-9fff-94e71ce441d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e33b25-be76-47eb-b77c-9aba7a4a14aa,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:02.211443 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37016) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:02.243877 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afe719-ad11-4db2-856d-337ed3f51f3e req-230045ea-067c-4fda-a077-abca437f953e tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:02.245965 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-13afe719-ad11-4db2-856d-337ed3f51f3e req-230045ea-067c-4fda-a077-abca437f953e tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 948 time: 0.0770867 Jul 21 23:46:02.305651 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af8ed508-ddba-4d7e-a61a-85cbe6565e99 admin admin] Publish callbacks [] for security_group (c3e33b25-be76-47eb-b77c-9aba7a4a14aa), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:02.337442 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-13afe719-ad11-4db2-856d-337ed3f51f3e req-b787d154-c0a7-401f-bd6e-9f38a070ff0d tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835774 Jul 21 23:46:02.342103 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af8ed508-ddba-4d7e-a61a-85cbe6565e99 admin admin] Publish callbacks [] for security_group (c3e33b25-be76-47eb-b77c-9aba7a4a14aa), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:02.393757 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af8ed508-ddba-4d7e-a61a-85cbe6565e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c3e33b25-be76-47eb-b77c-9aba7a4a14aa), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:02.396472 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-af8ed508-ddba-4d7e-a61a-85cbe6565e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:02.398495 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-af8ed508-ddba-4d7e-a61a-85cbe6565e99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3e33b25-be76-47eb-b77c-9aba7a4a14aa HTTP/1.1" status: 204 len: 168 time: 0.1859939 Jul 21 23:46:02.406641 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ed508-ddba-4d7e-a61a-85cbe6565e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e33b25-be76-47eb-b77c-9aba7a4a14aa,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:03.006821 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device d1b00547-28df-4be8-9dc1-c7e256eb4a65 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:46:03.120071 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port d1b00547-28df-4be8-9dc1-c7e256eb4a65, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=d1b00547-28df-4be8-9dc1-c7e256eb4a65,segment=NetworkSegment(a0c19990-63bf-403f-9935-b3a6c9f44a36),segment_id=a0c19990-63bf-403f-9935-b3a6c9f44a36)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:03.138369 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65', 'network_id': 'f423ae4f-d1ef-403a-96ca-4c489a7d063a', 'port_id': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65', 'mac_address': 'fa:16:3e:d1:c5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fcf2b0-a35e-4913-acd6-895a375d591c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:46:03.187193 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port d1b00547-28df-4be8-9dc1-c7e256eb4a65 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:46:03.187590 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:03.206156 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b00547-28df-4be8-9dc1-c7e256eb4a65 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:46:03.230055 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:03.234415 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port d1b00547-28df-4be8-9dc1-c7e256eb4a65, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=d1b00547-28df-4be8-9dc1-c7e256eb4a65,segment=NetworkSegment(a0c19990-63bf-403f-9935-b3a6c9f44a36),segment_id=a0c19990-63bf-403f-9935-b3a6c9f44a36)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:03.239454 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:03.290525 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=d1b00547-28df-4be8-9dc1-c7e256eb4a65,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:03.457260 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efde88-1ff5-41bb-b0f3-5ccf8f04e55f req-ba2dbdc6-27a7-4413-9264-bc9048cfafbd tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:03.458783 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f4efde88-1ff5-41bb-b0f3-5ccf8f04e55f req-ba2dbdc6-27a7-4413-9264-bc9048cfafbd tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 949 time: 0.0512011 Jul 21 23:46:03.472300 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['d1b00547-28df-4be8-9dc1-c7e256eb4a65'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:46:03.510282 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f4efde88-1ff5-41bb-b0f3-5ccf8f04e55f req-06636322-5807-4c80-ac96-3578d3d1302a tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450931 Jul 21 23:46:03.621048 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:04.627895 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d731e8-d62f-4a5b-92a3-8b2e17983670 req-1a7309ee-8440-4be6-8288-af9d8241a57b tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:04.629530 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-19d731e8-d62f-4a5b-92a3-8b2e17983670 req-1a7309ee-8440-4be6-8288-af9d8241a57b tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 949 time: 0.0497537 Jul 21 23:46:04.682289 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-19d731e8-d62f-4a5b-92a3-8b2e17983670 req-613b4fe6-c141-451c-b3ff-d9f4fd279e5c tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Jul 21 23:46:04.749691 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37142) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:04.857856 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:04.935754 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Publish callbacks [] for security_group (786b89bb-cd9d-4bed-93ae-1a1e88de6aed), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:04.939291 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (786b89bb-cd9d-4bed-93ae-1a1e88de6aed), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:04.950299 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:04.981059 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b89bb-cd9d-4bed-93ae-1a1e88de6aed,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:04.986015 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7bfcd7bc516549319872e88ee2fa7958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352843 Jul 21 23:46:04.989572 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37146) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:04.991510 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.991890 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.992242 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.992583 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.992920 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.993271 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.993600 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.993983 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.994854 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.995189 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.995521 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.995850 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.996176 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.996505 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:04.996819 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d036dd8-17dd-4d0e-8088-74ffd12b6948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.012936 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device d1b00547-28df-4be8-9dc1-c7e256eb4a65 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:46:05.041747 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1083b9a3-027c-4349-8d36-9171ba4a93ef admin admin] Publish callbacks [] for security_group (786b89bb-cd9d-4bed-93ae-1a1e88de6aed), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.057966 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port d1b00547-28df-4be8-9dc1-c7e256eb4a65 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:46:05.064020 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1083b9a3-027c-4349-8d36-9171ba4a93ef admin admin] Publish callbacks [] for security_group (786b89bb-cd9d-4bed-93ae-1a1e88de6aed), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.064554 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port d1b00547-28df-4be8-9dc1-c7e256eb4a65 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:46:05.064970 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.117024 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1083b9a3-027c-4349-8d36-9171ba4a93ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (786b89bb-cd9d-4bed-93ae-1a1e88de6aed), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.119945 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1083b9a3-027c-4349-8d36-9171ba4a93ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.121118 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1083b9a3-027c-4349-8d36-9171ba4a93ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/786b89bb-cd9d-4bed-93ae-1a1e88de6aed HTTP/1.1" status: 204 len: 168 time: 0.1305566 Jul 21 23:46:05.129456 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b9a3-027c-4349-8d36-9171ba4a93ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b89bb-cd9d-4bed-93ae-1a1e88de6aed,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:05.167126 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port d1b00547-28df-4be8-9dc1-c7e256eb4a65 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:46:05.167611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.178013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.193718 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a166087-de24-4f21-849c-0bab301e3c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:05.196216 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f3b87a-f28c-427b-a43b-7316201fbacd" -d '{"events": [{"server_uuid": "9a166087-de24-4f21-849c-0bab301e3c3f", "name": "network-vif-plugged", "status": "completed", "tag": "d1b00547-28df-4be8-9dc1-c7e256eb4a65"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:05.210715 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port d1b00547-28df-4be8-9dc1-c7e256eb4a65, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=d1b00547-28df-4be8-9dc1-c7e256eb4a65,segment=NetworkSegment(a0c19990-63bf-403f-9935-b3a6c9f44a36),segment_id=a0c19990-63bf-403f-9935-b3a6c9f44a36)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:05.216166 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.241663 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad149865-1926-4ea1-ac90-c9d4786868f3 x-openstack-request-id: req-ad149865-1926-4ea1-ac90-c9d4786868f3 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:05.241953 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a166087-de24-4f21-849c-0bab301e3c3f", "name": "network-vif-plugged", "status": "completed", "tag": "d1b00547-28df-4be8-9dc1-c7e256eb4a65", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:05.242235 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad149865-1926-4ea1-ac90-c9d4786868f3 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:05.242671 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad149865-1926-4ea1-ac90-c9d4786868f3'] response: {'server_uuid': '9a166087-de24-4f21-849c-0bab301e3c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65', 'code': 200} Jul 21 23:46:05.271453 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=d1b00547-28df-4be8-9dc1-c7e256eb4a65,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:05.407207 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09872d11-ea72-42aa-a0d8-2a8178edd88c req-ba13b402-840b-43e4-855e-86b63b2dc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:05.408742 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-09872d11-ea72-42aa-a0d8-2a8178edd88c req-ba13b402-840b-43e4-855e-86b63b2dc6d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 1134 time: 0.0440512 Jul 21 23:46:05.427128 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37158) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:05.441002 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-567d8997-9c0c-4a75-8749-340d14c7c3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.453578 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:05.454201 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-09872d11-ea72-42aa-a0d8-2a8178edd88c req-190c48d7-45bc-4e24-9475-0461a5ba6c08 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Jul 21 23:46:05.519838 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-567d8997-9c0c-4a75-8749-340d14c7c3ba admin admin] Publish callbacks [] for security_group (3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.523700 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-567d8997-9c0c-4a75-8749-340d14c7c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.564088 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-567d8997-9c0c-4a75-8749-340d14c7c3ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c831ed567fe5480cb72ecf0d6969b9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358778 Jul 21 23:46:05.565270 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d8997-9c0c-4a75-8749-340d14c7c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:05.566257 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37160) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:05.605489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:05.618913 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Publish callbacks [] for security_group (3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.642218 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Publish callbacks [] for security_group (3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.688677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.691443 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:05.692595 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae HTTP/1.1" status: 204 len: 168 time: 0.1253412 Jul 21 23:46:05.701489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39fdf0-9bd3-4d1c-b758-c418a9dff7ae,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:05.709156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.709449 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.710137 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.710137 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.710440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.710769 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.711096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.711421 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.711753 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.712087 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.712412 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.713349 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.713672 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.714179 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.714624 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e44b2-ebc3-469a-b4a9-95a7fb03b492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:05.811027 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1730354-4fae-4a51-84b0-c820f5772fa6 req-9093842b-058d-409e-8d10-8f3df031e2dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:05.812768 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a1730354-4fae-4a51-84b0-c820f5772fa6 req-9093842b-058d-409e-8d10-8f3df031e2dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 950 time: 0.0532198 Jul 21 23:46:05.864408 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a1730354-4fae-4a51-84b0-c820f5772fa6 req-80bf1d29-984a-420b-9d3e-f0254dc71669 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Jul 21 23:46:06.374703 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:06.410298 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:46:06.994434 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafc16b-81a1-4cbe-8fe1-e23155d4a959 req-06bbe926-1307-4938-995d-6916493f6066 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:06.995852 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2aafc16b-81a1-4cbe-8fe1-e23155d4a959 req-06bbe926-1307-4938-995d-6916493f6066 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 950 time: 0.0557818 Jul 21 23:46:07.044980 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2aafc16b-81a1-4cbe-8fe1-e23155d4a959 req-281dd138-1dea-42de-ad00-9439d2fe5d22 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Jul 21 23:46:07.310457 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c30b6-addf-4b68-86ed-0c984063166d req-e1d28b9c-6041-40b9-9a95-9072d75c0d51 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:07.311963 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1e6c30b6-addf-4b68-86ed-0c984063166d req-e1d28b9c-6041-40b9-9a95-9072d75c0d51 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 950 time: 0.0489843 Jul 21 23:46:07.362106 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1e6c30b6-addf-4b68-86ed-0c984063166d req-40ff3e18-ceb6-4ad8-be32-59d5995de540 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443194 Jul 21 23:46:07.384819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37216) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:07.490261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7a474a1d-416e-4cf5-b735-c0066d208904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:07.510496 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:07.568313 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7a474a1d-416e-4cf5-b735-c0066d208904 admin admin] Publish callbacks [] for security_group (17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:07.572698 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-7a474a1d-416e-4cf5-b735-c0066d208904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:07.617061 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-7a474a1d-416e-4cf5-b735-c0066d208904 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2706c032b3247e5abc9541dd71aabf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311354 Jul 21 23:46:07.617912 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a474a1d-416e-4cf5-b735-c0066d208904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:07.620026 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37220) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:07.669022 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c48f8ea4-47cf-47fd-8054-62899cb4d0eb admin admin] Publish callbacks [] for security_group (17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:07.689785 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c48f8ea4-47cf-47fd-8054-62899cb4d0eb admin admin] Publish callbacks [] for security_group (17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:07.735936 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c48f8ea4-47cf-47fd-8054-62899cb4d0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:07.738723 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-c48f8ea4-47cf-47fd-8054-62899cb4d0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:07.739883 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-c48f8ea4-47cf-47fd-8054-62899cb4d0eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff HTTP/1.1" status: 204 len: 168 time: 0.1187980 Jul 21 23:46:07.748100 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f8ea4-47cf-47fd-8054-62899cb4d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c1cef3-63f7-49b8-9e67-e3b7f6a0d3ff,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:07.783267 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-0f670a71-0f24-415c-ac09-299d73a3b853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.008325 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37226) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:08.023539 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d5a75164-8c5a-4872-a5e9-b8c887eb7db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.101723 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d5a75164-8c5a-4872-a5e9-b8c887eb7db1 admin admin] Publish callbacks [] for security_group (5145def7-1b1a-45b4-902c-cc4ee2301f80), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.106448 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-d5a75164-8c5a-4872-a5e9-b8c887eb7db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5145def7-1b1a-45b4-902c-cc4ee2301f80), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.145772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a75164-8c5a-4872-a5e9-b8c887eb7db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5145def7-1b1a-45b4-902c-cc4ee2301f80,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:08.149997 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-d5a75164-8c5a-4872-a5e9-b8c887eb7db1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ffb8352d39d4b25a0441ee43c4304fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394918 Jul 21 23:46:08.153890 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37228) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:08.202435 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-074f608a-af85-4131-8761-fe75d9117ebe admin admin] Publish callbacks [] for security_group (5145def7-1b1a-45b4-902c-cc4ee2301f80), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.224817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-074f608a-af85-4131-8761-fe75d9117ebe admin admin] Publish callbacks [] for security_group (5145def7-1b1a-45b4-902c-cc4ee2301f80), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.274053 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-074f608a-af85-4131-8761-fe75d9117ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (5145def7-1b1a-45b4-902c-cc4ee2301f80), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.276841 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-074f608a-af85-4131-8761-fe75d9117ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.278062 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-074f608a-af85-4131-8761-fe75d9117ebe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5145def7-1b1a-45b4-902c-cc4ee2301f80 HTTP/1.1" status: 204 len: 168 time: 0.1232753 Jul 21 23:46:08.286103 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f608a-af85-4131-8761-fe75d9117ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5145def7-1b1a-45b4-902c-cc4ee2301f80,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:08.485571 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91ade-0257-4738-8f9c-9fe9c518354f req-99cd2c59-44fa-47f4-bcce-abedbf7b2436 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:08.487373 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-79d91ade-0257-4738-8f9c-9fe9c518354f req-99cd2c59-44fa-47f4-bcce-abedbf7b2436 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 950 time: 0.0516381 Jul 21 23:46:08.534168 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-7241f550-7d03-4fa5-b2e1-949b288d8d63 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:08.535675 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-7241f550-7d03-4fa5-b2e1-949b288d8d63 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a166087-de24-4f21-849c-0bab301e3c3f HTTP/1.1" status: 200 len: 950 time: 0.0578346 Jul 21 23:46:08.538497 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-79d91ade-0257-4738-8f9c-9fe9c518354f req-d4d28e79-9299-4df0-887e-8fe833f530d7 tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7cb59c6-3be7-4479-8d63-be52d750e032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Jul 21 23:46:08.583557 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:08.631301 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Deleting port d1b00547-28df-4be8-9dc1-c7e256eb4a65 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:46:08.631639 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.731813 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] For port d1b00547-28df-4be8-9dc1-c7e256eb4a65, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=d1b00547-28df-4be8-9dc1-c7e256eb4a65,segment=NetworkSegment(a0c19990-63bf-403f-9935-b3a6c9f44a36),segment_id=a0c19990-63bf-403f-9935-b3a6c9f44a36)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:08.732186 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.746649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Calling delete_port for d1b00547-28df-4be8-9dc1-c7e256eb4a65 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:46:08.803393 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:08.890453 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (d1b00547-28df-4be8-9dc1-c7e256eb4a65), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.911411 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['d1b00547-28df-4be8-9dc1-c7e256eb4a65'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:46:08.920826 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Pushing event deleted for resources: {'Port': ['ID=d1b00547-28df-4be8-9dc1-c7e256eb4a65,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:08.972157 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] No DVR routers for this DVR port d1b00547-28df-4be8-9dc1-c7e256eb4a65 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:46:08.974860 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:08.979207 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55d9784e-7aff-45ae-8527-914dcc1f5424 req-fc792a20-11a9-412c-a04f-10d21bc821dc tempest-VolumesNegativeTest-1778261718 tempest-VolumesNegativeTest-1778261718-project] 10.222.0.39 "DELETE /v2.0/ports/d1b00547-28df-4be8-9dc1-c7e256eb4a65 HTTP/1.1" status: 204 len: 173 time: 0.4374413 Jul 21 23:46:08.980007 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a166087-de24-4f21-849c-0bab301e3c3f', 'name': 'network-vif-deleted', 'tag': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:08.982440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63700c42-6c70-4992-be5c-805c5a67f2f1" -d '{"events": [{"server_uuid": "9a166087-de24-4f21-849c-0bab301e3c3f", "name": "network-vif-deleted", "tag": "d1b00547-28df-4be8-9dc1-c7e256eb4a65"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:09.025561 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f475ac8f-20c9-41fd-9cc5-fedc25e67bea x-openstack-request-id: req-f475ac8f-20c9-41fd-9cc5-fedc25e67bea {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:09.026286 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a166087-de24-4f21-849c-0bab301e3c3f", "name": "network-vif-deleted", "tag": "d1b00547-28df-4be8-9dc1-c7e256eb4a65", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:09.026286 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f475ac8f-20c9-41fd-9cc5-fedc25e67bea {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:09.026701 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f475ac8f-20c9-41fd-9cc5-fedc25e67bea'] response: {'server_uuid': '9a166087-de24-4f21-849c-0bab301e3c3f', 'name': 'network-vif-deleted', 'tag': 'd1b00547-28df-4be8-9dc1-c7e256eb4a65', 'status': 'completed', 'code': 200} Jul 21 23:46:10.347406 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b6f89cb9-893a-43e7-9e50-26f690498841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:11.362592 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:12.777295 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:13.084382 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device d1b00547-28df-4be8-9dc1-c7e256eb4a65 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:46:13.106079 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: d1b00547-28df-4be8-9dc1-c7e256eb4a65 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:46:13.106628 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device d1b00547-28df-4be8-9dc1-c7e256eb4a65 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:46:13.234320 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:13.543702 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37586) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:13.679617 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-83c75730-a12f-4135-9f24-60ac401c4c2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c886fb492cd4514a0bec0539875831e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347697 Jul 21 23:46:13.682091 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37590) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:13.734415 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5296443f-a674-48b8-bcd7-c05baa301d58 admin admin] Publish callbacks [] for security_group (f7cb59c6-3be7-4479-8d63-be52d750e032), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:13.756019 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5296443f-a674-48b8-bcd7-c05baa301d58 admin admin] Publish callbacks [] for security_group (f7cb59c6-3be7-4479-8d63-be52d750e032), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:13.803368 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5296443f-a674-48b8-bcd7-c05baa301d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (f7cb59c6-3be7-4479-8d63-be52d750e032), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:13.805907 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5296443f-a674-48b8-bcd7-c05baa301d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:13.807496 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-5296443f-a674-48b8-bcd7-c05baa301d58 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7cb59c6-3be7-4479-8d63-be52d750e032 HTTP/1.1" status: 204 len: 168 time: 0.1244681 Jul 21 23:46:13.815503 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296443f-a674-48b8-bcd7-c05baa301d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cb59c6-3be7-4479-8d63-be52d750e032,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:14.855955 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37608) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:14.965407 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-54b1871c-2fd5-4a2f-a1b7-826d1a7b6354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.040272 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-54b1871c-2fd5-4a2f-a1b7-826d1a7b6354 admin admin] Publish callbacks [] for security_group (a67d03fc-2fb6-4f54-a7a7-0eae55da5e90), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.044514 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-54b1871c-2fd5-4a2f-a1b7-826d1a7b6354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a67d03fc-2fb6-4f54-a7a7-0eae55da5e90), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.081679 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1871c-2fd5-4a2f-a1b7-826d1a7b6354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d03fc-2fb6-4f54-a7a7-0eae55da5e90,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:15.088323 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-54b1871c-2fd5-4a2f-a1b7-826d1a7b6354 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14cd6b81646048caa6098ad83afc628f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289844 Jul 21 23:46:15.088543 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37612) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:15.138656 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b5c1880e-04cc-486c-9970-1fdc0d2a837a admin admin] Publish callbacks [] for security_group (a67d03fc-2fb6-4f54-a7a7-0eae55da5e90), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.160067 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b5c1880e-04cc-486c-9970-1fdc0d2a837a admin admin] Publish callbacks [] for security_group (a67d03fc-2fb6-4f54-a7a7-0eae55da5e90), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.191252 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:15.192463 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:15.212627 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b5c1880e-04cc-486c-9970-1fdc0d2a837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (a67d03fc-2fb6-4f54-a7a7-0eae55da5e90), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.215794 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-b5c1880e-04cc-486c-9970-1fdc0d2a837a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.216959 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-b5c1880e-04cc-486c-9970-1fdc0d2a837a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a67d03fc-2fb6-4f54-a7a7-0eae55da5e90 HTTP/1.1" status: 204 len: 168 time: 0.1268184 Jul 21 23:46:15.224722 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1880e-04cc-486c-9970-1fdc0d2a837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d03fc-2fb6-4f54-a7a7-0eae55da5e90,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:15.478429 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37618) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:15.492015 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-39628dac-baac-413c-92f4-697a70f03842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.566655 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-39628dac-baac-413c-92f4-697a70f03842 admin admin] Publish callbacks [] for security_group (7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.570073 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-39628dac-baac-413c-92f4-697a70f03842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.609026 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-39628dac-baac-413c-92f4-697a70f03842 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fae173558b964e33b43de2b8c65bbbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295161 Jul 21 23:46:15.610949 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39628dac-baac-413c-92f4-697a70f03842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:15.612028 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37620) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:15.661261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd5d9-4d23-4c80-9803-7288e5056b16 admin admin] Publish callbacks [] for security_group (7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.683941 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd5d9-4d23-4c80-9803-7288e5056b16 admin admin] Publish callbacks [] for security_group (7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.729226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd5d9-4d23-4c80-9803-7288e5056b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.731739 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd5d9-4d23-4c80-9803-7288e5056b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:15.732917 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-4b1cd5d9-4d23-4c80-9803-7288e5056b16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1 HTTP/1.1" status: 204 len: 168 time: 0.1199136 Jul 21 23:46:15.741134 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cd5d9-4d23-4c80-9803-7288e5056b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b95fd-9a18-4e09-89bb-aa29e13ae6c1,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:16.402607 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 37642) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:16.409653 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:16.500743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-325055969-network', 'tenant_id': '003a186a40794519802dd209eeb034c3'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:16.521585 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Made reservation on behalf of 003a186a40794519802dd209eeb034c3 for: {'network': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:46:16.523863 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.533037 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.591855 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:16.614959 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks [] for security_group (abf3bb1b-f810-46d8-9b22-163d3331c2b9), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.618636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (abf3bb1b-f810-46d8-9b22-163d3331c2b9), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.644048 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=104212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:46:16.654913 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3bb1b-f810-46d8-9b22-163d3331c2b9,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:16.659804 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.660152 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.segments_db [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Added segment 1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e of type vlan for network d2a767e5-d38b-4cfa-92cb-a53c6213f71a Jul 21 23:46:16.700857 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (d2a767e5-d38b-4cfa-92cb-a53c6213f71a), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.724985 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (d2a767e5-d38b-4cfa-92cb-a53c6213f71a), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.725981 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:16.726568 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.730591 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:16.788699 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3849933 Jul 21 23:46:16.792527 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 37646) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:46:16.793552 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c906f-c183-4681-845d-8a7fb1c976e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a767e5-d38b-4cfa-92cb-a53c6213f71a,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:16.797790 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Request body: {'subnet': {'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-325055969-subnet', 'tenant_id': '003a186a40794519802dd209eeb034c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:16.804267 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network d2a767e5-d38b-4cfa-92cb-a53c6213f71a details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:46:16.818751 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Made reservation on behalf of 003a186a40794519802dd209eeb034c3 for: {'subnet': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:46:16.821378 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9028744'] for subnet (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:16.988587 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9133869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9028762'] for subnet (0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:17.042030 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68,revision_number=0']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:17.056629 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Checking segment: {'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:46:17.056986 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Network hostable DHCP agents. Network: d2a767e5-d38b-4cfa-92cb-a53c6213f71a, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:46:17.074010 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Network d2a767e5-d38b-4cfa-92cb-a53c6213f71a is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:46:17.082497 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, d2a767e5-d38b-4cfa-92cb-a53c6213f71a) {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:46:17.086476 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:17.087061 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:17.092601 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4088c5-41b0-409b-b693-e44a8e1135f6 None None] Network d2a767e5-d38b-4cfa-92cb-a53c6213f71a requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:46:17.114818 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7c15f092-7925-4236-be9b-2e6050e390e4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3210285 Jul 21 23:46:17.179261 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:17.207863 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111c18af-2701-4651-a6f4-7685f5f5f043 None None] Network d2a767e5-d38b-4cfa-92cb-a53c6213f71a requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:46:18.857073 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-e01683e4-b8b3-4a49-99ce-e331b6a6049b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:18.858511 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-e01683e4-b8b3-4a49-99ce-e331b6a6049b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/networks?id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a HTTP/1.1" status: 200 len: 808 time: 0.1067789 Jul 21 23:46:18.872939 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-259c7bbc-26f5-42b5-975d-cae8bf434f2c tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/quotas/003a186a40794519802dd209eeb034c3 HTTP/1.1" status: 200 len: 375 time: 0.0089691 Jul 21 23:46:18.905575 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-48da1cd7-a292-4cf2-9f17-d5f3bdb953e3 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=003a186a40794519802dd209eeb034c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274053 Jul 21 23:46:19.000267 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-da7328d6-4d74-4c23-87d1-beb848254e1e service neutron] 10.222.0.57 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882328 Jul 21 23:46:19.093935 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-8f4dfac5-106c-4a72-a5d7-d52089bf5342 service neutron] 10.222.0.57 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881121 Jul 21 23:46:19.250428 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d1e53929-618b-4244-a355-6cd4c6ef15a4 req-5bb1eecc-07fa-4ea8-959d-45dac73f9b86 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 210 time: 0.0282204 Jul 21 23:46:20.163558 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-645e45a5-fefe-4fe4-a2d3-37ef03cf372c tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:20.165041 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-645e45a5-fefe-4fe4-a2d3-37ef03cf372c tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "GET /v2.0/networks?id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a HTTP/1.1" status: 200 len: 808 time: 0.1098535 Jul 21 23:46:20.176448 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Request body: {'port': {'device_id': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a', 'admin_state_up': True, 'tenant_id': '003a186a40794519802dd209eeb034c3'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:20.297615 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Made reservation on behalf of 003a186a40794519802dd209eeb034c3 for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:46:20.301007 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:20.379341 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fda73866-d5b9-4a29-9bfe-b685e6993816 req-96c6bd44-0847-43b9-83ec-dc80f719d0e9 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 210 time: 0.0552058 Jul 21 23:46:20.455492 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Allocated IP 172.20.0.4 (d2a767e5-d38b-4cfa-92cb-a53c6213f71a/0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68/967f429f-5375-4212-bd00-085e307b18e5) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:46:20.460590 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:20.574404 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:20.605538 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks [] for port (967f429f-5375-4212-bd00-085e307b18e5), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:20.642674 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (967f429f-5375-4212-bd00-085e307b18e5), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:20.681829 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Network d2a767e5-d38b-4cfa-92cb-a53c6213f71a is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:46:20.685692 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:46:20.692110 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:46:20.718710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Pushing event updated for resources: {'Port': ['ID=967f429f-5375-4212-bd00-085e307b18e5,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:20.745520 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:20.746131 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:20.761579 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-c40b6ea7-c6ad-4a7c-9c7c-df0e6f4f64d0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888300 Jul 21 23:46:20.772077 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Request body: {'port': {'device_id': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:20.833993 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (967f429f-5375-4212-bd00-085e307b18e5), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:21.087518 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967f429f-5375-4212-bd00-085e307b18e5 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:46:21.096272 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Publish callbacks [] for port (967f429f-5375-4212-bd00-085e307b18e5), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:21.109752 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Transition to ACTIVE for port object 967f429f-5375-4212-bd00-085e307b18e5 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:46:21.113430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (967f429f-5375-4212-bd00-085e307b18e5), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:21.161882 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=967f429f-5375-4212-bd00-085e307b18e5,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:21.236122 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:21.238859 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Attempting to bind port 967f429f-5375-4212-bd00-085e307b18e5 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:46:21.239190 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Attempting to bind port 967f429f-5375-4212-bd00-085e307b18e5 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:46:21.239512 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Attempting to bind port 967f429f-5375-4212-bd00-085e307b18e5 on network d2a767e5-d38b-4cfa-92cb-a53c6213f71a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:46:21.244841 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Port 967f429f-5375-4212-bd00-085e307b18e5 on network d2a767e5-d38b-4cfa-92cb-a53c6213f71a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:46:21.245159 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Attempting to bind port 967f429f-5375-4212-bd00-085e307b18e5 on network d2a767e5-d38b-4cfa-92cb-a53c6213f71a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:46:21.251153 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:46:21.251490 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Checking segment: {'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:46:21.251869 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Bound using segment: {'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:46:21.252296 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Bound port: 967f429f-5375-4212-bd00-085e307b18e5, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:46:21.252677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (967f429f-5375-4212-bd00-085e307b18e5), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:21.315304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] For port 967f429f-5375-4212-bd00-085e307b18e5, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:46:21.318400 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] For port 967f429f-5375-4212-bd00-085e307b18e5, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=967f429f-5375-4212-bd00-085e307b18e5,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:46:21.324167 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (967f429f-5375-4212-bd00-085e307b18e5), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:21.332277 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:21.359989 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:21.360606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:21.362287 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/967f429f-5375-4212-bd00-085e307b18e5 HTTP/1.1" status: 200 len: 1093 time: 0.5941453 Jul 21 23:46:21.363160 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'tag': '967f429f-5375-4212-bd00-085e307b18e5'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:21.365511 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1305e018-c1b0-4d43-b52a-514fb89787ab", "tag": "967f429f-5375-4212-bd00-085e307b18e5"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:21.389638 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629821c8-866a-41da-9d68-690c7f09a8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=967f429f-5375-4212-bd00-085e307b18e5,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:21.418883 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacdb84b-4a32-4eb1-b058-31c0f516fd6a x-openstack-request-id: req-aacdb84b-4a32-4eb1-b058-31c0f516fd6a {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:21.419269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1305e018-c1b0-4d43-b52a-514fb89787ab", "tag": "967f429f-5375-4212-bd00-085e307b18e5", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:21.419424 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aacdb84b-4a32-4eb1-b058-31c0f516fd6a {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:21.419829 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacdb84b-4a32-4eb1-b058-31c0f516fd6a'] response: {'name': 'network-changed', 'server_uuid': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'tag': '967f429f-5375-4212-bd00-085e307b18e5', 'status': 'completed', 'code': 200} Jul 21 23:46:21.451110 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-06f69d30-6e71-4ae0-840e-960988fef522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:21.452638 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-06f69d30-6e71-4ae0-840e-960988fef522 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a186a40794519802dd209eeb034c3&device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 1127 time: 0.0465312 Jul 21 23:46:21.520044 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-aa6f68ad-a211-4fd9-8716-e01426957f4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=967f429f-5375-4212-bd00-085e307b18e5 HTTP/1.1" status: 200 len: 217 time: 0.0582621 Jul 21 23:46:21.541318 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df39e3d-a842-4b33-bb7c-38464fe08e6d req-3976f045-0da1-4b96-a7db-a0f784f2aeb2 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:21.543160 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2df39e3d-a842-4b33-bb7c-38464fe08e6d req-3976f045-0da1-4b96-a7db-a0f784f2aeb2 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 943 time: 0.0896783 Jul 21 23:46:21.604647 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-3fa63e10-301a-4ef4-a93f-f7d8b8ba7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:21.606119 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-3fa63e10-301a-4ef4-a93f-f7d8b8ba7ebe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68 HTTP/1.1" status: 200 len: 848 time: 0.0774467 Jul 21 23:46:21.648861 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-0f85b623-e0f5-4019-8b91-ea2b90d968a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363832 Jul 21 23:46:21.658812 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2df39e3d-a842-4b33-bb7c-38464fe08e6d req-30663711-edb9-4f1d-9837-5ee40bf2ec7b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965025 Jul 21 23:46:21.757793 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-ac58be84-f5d0-42c5-ad38-217d7bee5f52 service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026883 Jul 21 23:46:21.850480 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f9acf184-84e3-460c-adac-ca8573ae1275 req-71ce77d3-be26-4e25-944d-4e7995718c9a service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870931 Jul 21 23:46:22.579891 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-81ff28d3-b18a-411e-ad3d-7f318fdd9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:22.581604 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-81ff28d3-b18a-411e-ad3d-7f318fdd9af5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a186a40794519802dd209eeb034c3&device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 1127 time: 0.0415111 Jul 21 23:46:22.675677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-6e716bda-7868-4dcc-be9d-dc6c748f82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:22.677205 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-6e716bda-7868-4dcc-be9d-dc6c748f82a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a HTTP/1.1" status: 200 len: 909 time: 0.0898814 Jul 21 23:46:22.718447 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-6ce2e75d-f639-46d8-8389-0ed78b1c011a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=967f429f-5375-4212-bd00-085e307b18e5 HTTP/1.1" status: 200 len: 217 time: 0.0343266 Jul 21 23:46:22.770896 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-fed51457-bc02-4ee4-973c-d1dfcb19fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:22.772401 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-fed51457-bc02-4ee4-973c-d1dfcb19fd87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68 HTTP/1.1" status: 200 len: 848 time: 0.0489457 Jul 21 23:46:22.774980 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b963b4-26c8-46a2-a07d-d42f50420269 req-9ebd2b9e-a1ee-4bd8-8c46-928b48df5b3b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:22.777055 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-41b963b4-26c8-46a2-a07d-d42f50420269 req-9ebd2b9e-a1ee-4bd8-8c46-928b48df5b3b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 943 time: 0.0489106 Jul 21 23:46:22.804241 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-f28e0526-7dfd-4865-a370-77a305db435c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264418 Jul 21 23:46:22.825792 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-41b963b4-26c8-46a2-a07d-d42f50420269 req-0aa7bf30-d0aa-4d71-ba1e-7612aea367b5 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Jul 21 23:46:22.894934 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-8a0fe48a-d00a-438d-9253-4288b20bc2ca service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846341 Jul 21 23:46:22.978409 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:22.992467 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0648e49a-cb3d-42e3-bea6-a34ba330a2e3 req-cd72c392-749e-44f3-a364-210b4ab5a1f2 service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918345 Jul 21 23:46:23.107287 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 967f429f-5375-4212-bd00-085e307b18e5 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:46:23.210409 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 967f429f-5375-4212-bd00-085e307b18e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=967f429f-5375-4212-bd00-085e307b18e5,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:23.221395 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '967f429f-5375-4212-bd00-085e307b18e5', 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a', 'port_id': '967f429f-5375-4212-bd00-085e307b18e5', 'mac_address': 'fa:16:3e:53:7f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:46:23.256484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 967f429f-5375-4212-bd00-085e307b18e5 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:46:23.256877 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (967f429f-5375-4212-bd00-085e307b18e5), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:23.270267 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967f429f-5375-4212-bd00-085e307b18e5 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:46:23.289994 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 967f429f-5375-4212-bd00-085e307b18e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=967f429f-5375-4212-bd00-085e307b18e5,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:23.294321 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (967f429f-5375-4212-bd00-085e307b18e5), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:23.318610 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:23.349503 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=967f429f-5375-4212-bd00-085e307b18e5,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:23.499790 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['967f429f-5375-4212-bd00-085e307b18e5'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:46:23.940105 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46e5d3-f7d5-45b8-8e97-55b521f4176d req-db1540b9-f687-4ade-9b3c-0ba6ac510849 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:23.941598 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a46e5d3-f7d5-45b8-8e97-55b521f4176d req-db1540b9-f687-4ade-9b3c-0ba6ac510849 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 944 time: 0.0482585 Jul 21 23:46:23.988624 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0a46e5d3-f7d5-45b8-8e97-55b521f4176d req-13a90f1e-e372-41e0-8286-9a1077a4b0ef tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Jul 21 23:46:25.104835 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc3efd-8d9d-42d4-b78d-3f1b5bdab98b req-31c98e39-f055-4f0e-8663-ca62e6b600ed tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:25.106382 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-49dc3efd-8d9d-42d4-b78d-3f1b5bdab98b req-31c98e39-f055-4f0e-8663-ca62e6b600ed tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 944 time: 0.0509565 Jul 21 23:46:25.122634 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 967f429f-5375-4212-bd00-085e307b18e5 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:46:25.154982 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-49dc3efd-8d9d-42d4-b78d-3f1b5bdab98b req-9d9b9b10-38e6-41fc-9140-7039598d2d7b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Jul 21 23:46:25.164708 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 967f429f-5375-4212-bd00-085e307b18e5 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:46:25.170529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 967f429f-5375-4212-bd00-085e307b18e5 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:46:25.170902 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (967f429f-5375-4212-bd00-085e307b18e5), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:25.241333 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 967f429f-5375-4212-bd00-085e307b18e5 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:46:25.241714 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (967f429f-5375-4212-bd00-085e307b18e5), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:25.264027 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967f429f-5375-4212-bd00-085e307b18e5'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:25.266331 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0609456-63d7-46d2-80cb-605b9b955010" -d '{"events": [{"server_uuid": "1305e018-c1b0-4d43-b52a-514fb89787ab", "name": "network-vif-plugged", "status": "completed", "tag": "967f429f-5375-4212-bd00-085e307b18e5"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:25.279598 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 967f429f-5375-4212-bd00-085e307b18e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=967f429f-5375-4212-bd00-085e307b18e5,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:25.283262 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (967f429f-5375-4212-bd00-085e307b18e5), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:25.307726 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa706a91-f5f2-4957-9ec3-f201de094208 x-openstack-request-id: req-aa706a91-f5f2-4957-9ec3-f201de094208 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:25.308077 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1305e018-c1b0-4d43-b52a-514fb89787ab", "name": "network-vif-plugged", "status": "completed", "tag": "967f429f-5375-4212-bd00-085e307b18e5", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:25.308254 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa706a91-f5f2-4957-9ec3-f201de094208 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:25.308634 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa706a91-f5f2-4957-9ec3-f201de094208'] response: {'server_uuid': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967f429f-5375-4212-bd00-085e307b18e5', 'code': 200} Jul 21 23:46:25.330467 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:25.335850 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=967f429f-5375-4212-bd00-085e307b18e5,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:25.465804 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc9f3-dc55-4356-b357-165d9ccaf966 req-0c4a7db5-ed23-40ab-ae99-bafbeaf41eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:25.467321 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-358bc9f3-dc55-4356-b357-165d9ccaf966 req-0c4a7db5-ed23-40ab-ae99-bafbeaf41eaa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 1129 time: 0.0430629 Jul 21 23:46:25.512118 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-358bc9f3-dc55-4356-b357-165d9ccaf966 req-386def19-ffc2-4b19-858d-e07ea36fb24c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Jul 21 23:46:26.256268 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:26.271926 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad823-8c7b-4124-ac46-e0c891e95f48 req-33efa84f-2f6b-4cf1-9763-1d6df2cd2bb3 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:26.273442 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6e4ad823-8c7b-4124-ac46-e0c891e95f48 req-33efa84f-2f6b-4cf1-9763-1d6df2cd2bb3 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 945 time: 0.0503852 Jul 21 23:46:26.319540 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6e4ad823-8c7b-4124-ac46-e0c891e95f48 req-80b535f3-19f5-4618-ac7d-b8b345977735 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Jul 21 23:46:27.422855 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:27.438468 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe720ad-e172-4be4-a8d7-58140d1c0cba req-8439d29d-c23d-4fba-9b0a-3c6c9e9ab4f5 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:27.439944 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6fe720ad-e172-4be4-a8d7-58140d1c0cba req-8439d29d-c23d-4fba-9b0a-3c6c9e9ab4f5 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 945 time: 0.0480738 Jul 21 23:46:27.488496 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6fe720ad-e172-4be4-a8d7-58140d1c0cba req-0635c3c2-70e8-4052-b81c-dede7e1719b2 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Jul 21 23:46:28.078361 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd9d8b-2ff6-4240-8732-10f4a688531d req-62730207-d688-4075-9903-ba6d9ce5b30c tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:28.079833 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3fbd9d8b-2ff6-4240-8732-10f4a688531d req-62730207-d688-4075-9903-ba6d9ce5b30c tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 945 time: 0.0500634 Jul 21 23:46:28.132035 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3fbd9d8b-2ff6-4240-8732-10f4a688531d req-e8377f6e-45e4-4cd1-abd2-688fba4e68a0 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Jul 21 23:46:29.250093 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791772ad-7cdd-448c-9ed7-fb4b8d28d962 req-b6ce4538-5c16-43e4-af1c-bb7273409950 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:29.251564 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-791772ad-7cdd-448c-9ed7-fb4b8d28d962 req-b6ce4538-5c16-43e4-af1c-bb7273409950 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 945 time: 0.0481544 Jul 21 23:46:29.284678 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:29.308336 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-791772ad-7cdd-448c-9ed7-fb4b8d28d962 req-028918c0-f77d-44db-9422-c6bad313e4a4 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Jul 21 23:46:29.359984 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-f632d643-affa-4cfd-9b98-849bed372bd3 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:29.361696 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-f632d643-affa-4cfd-9b98-849bed372bd3 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "GET /v2.0/ports?device_id=1305e018-c1b0-4d43-b52a-514fb89787ab HTTP/1.1" status: 200 len: 945 time: 0.0491929 Jul 21 23:46:29.448617 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Deleting port 967f429f-5375-4212-bd00-085e307b18e5 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:46:29.448952 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (967f429f-5375-4212-bd00-085e307b18e5), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:29.542971 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] For port 967f429f-5375-4212-bd00-085e307b18e5, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=967f429f-5375-4212-bd00-085e307b18e5,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:29.543330 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (967f429f-5375-4212-bd00-085e307b18e5), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:29.556389 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Calling delete_port for 967f429f-5375-4212-bd00-085e307b18e5 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:46:29.683804 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (967f429f-5375-4212-bd00-085e307b18e5), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:29.695280 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['967f429f-5375-4212-bd00-085e307b18e5'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:46:29.711565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Pushing event deleted for resources: {'Port': ['ID=967f429f-5375-4212-bd00-085e307b18e5,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:29.754541 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] No DVR routers for this DVR port 967f429f-5375-4212-bd00-085e307b18e5 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:46:29.757008 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:29.760784 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e94b3ad5-cf9d-4bb9-9209-abcc65d0d9bb req-03b2507f-dca4-4047-9529-6d2405b24a7d tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "DELETE /v2.0/ports/967f429f-5375-4212-bd00-085e307b18e5 HTTP/1.1" status: 204 len: 173 time: 0.3934569 Jul 21 23:46:29.761310 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'name': 'network-vif-deleted', 'tag': '967f429f-5375-4212-bd00-085e307b18e5'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:29.763581 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bbab4a-c720-41d9-a9ca-d896794735e1" -d '{"events": [{"server_uuid": "1305e018-c1b0-4d43-b52a-514fb89787ab", "name": "network-vif-deleted", "tag": "967f429f-5375-4212-bd00-085e307b18e5"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:29.808826 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66f551-0ff5-4744-aa7a-a2aee8bab600 x-openstack-request-id: req-4e66f551-0ff5-4744-aa7a-a2aee8bab600 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:29.809138 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1305e018-c1b0-4d43-b52a-514fb89787ab", "name": "network-vif-deleted", "tag": "967f429f-5375-4212-bd00-085e307b18e5", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:29.809420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e66f551-0ff5-4744-aa7a-a2aee8bab600 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:29.809824 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e66f551-0ff5-4744-aa7a-a2aee8bab600'] response: {'server_uuid': '1305e018-c1b0-4d43-b52a-514fb89787ab', 'name': 'network-vif-deleted', 'tag': '967f429f-5375-4212-bd00-085e307b18e5', 'status': 'completed', 'code': 200} Jul 21 23:46:30.827661 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:30.846281 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa630-861c-495a-9069-94013847821e req-86d4ce1f-26b0-40ca-a051-ac52d3875067 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:30.847752 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-86d4ce1f-26b0-40ca-a051-ac52d3875067 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/networks?id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a HTTP/1.1" status: 200 len: 808 time: 0.3504977 Jul 21 23:46:30.862241 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-19693651-3b9f-4ebc-9113-7086b1a3982f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/quotas/003a186a40794519802dd209eeb034c3 HTTP/1.1" status: 200 len: 375 time: 0.0091732 Jul 21 23:46:30.894370 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-d26d7d89-8dfc-4655-81c9-8227a20b6e16 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=003a186a40794519802dd209eeb034c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274596 Jul 21 23:46:30.986504 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-2512bbdb-cdba-49d0-a1fe-3481e8204ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851789 Jul 21 23:46:31.076016 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-b119f7fe-0f34-4a21-a92c-36d44531bb97 service neutron] 10.222.0.57 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840425 Jul 21 23:46:31.237659 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bfa46dba-6453-4372-8ca7-62a4d6b1f61a req-e8b9ab82-ca7e-472b-9a89-9f0c326a9881 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 210 time: 0.0310128 Jul 21 23:46:31.471758 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:31.476684 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:32.103060 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:32.120008 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa630-861c-495a-9069-94013847821e req-1a135666-45a9-4f67-9f21-b367b076dae6 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:32.121580 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-1a135666-45a9-4f67-9f21-b367b076dae6 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "GET /v2.0/networks?id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a HTTP/1.1" status: 200 len: 808 time: 0.1091337 Jul 21 23:46:32.133676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Request body: {'port': {'device_id': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a', 'admin_state_up': True, 'tenant_id': '003a186a40794519802dd209eeb034c3'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:32.242900 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Made reservation on behalf of 003a186a40794519802dd209eeb034c3 for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:46:32.246944 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:32.348898 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fba474ef-d065-47e2-876c-ad2133b492a9 req-4151b815-fd76-493a-b4af-9b002328b0e9 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 210 time: 0.0385699 Jul 21 23:46:32.401463 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Allocated IP 172.20.0.13 (d2a767e5-d38b-4cfa-92cb-a53c6213f71a/0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68/9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:46:32.557354 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks [] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:32.589970 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:32.622995 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:32.637689 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Network d2a767e5-d38b-4cfa-92cb-a53c6213f71a is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:46:32.643412 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:46:32.645926 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:46:32.649933 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Pushing event updated for resources: {'Port': ['ID=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:32.700453 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:32.701061 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:32.717731 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-84b4ef44-7aef-4663-a3a1-1f2e1065684f tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878305 Jul 21 23:46:32.729351 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Request body: {'port': {'device_id': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:32.797705 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:32.965139 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:33.057536 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:46:33.065371 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Publish callbacks [] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:33.078155 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Transition to ACTIVE for port object 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:46:33.081549 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:33.132606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:33.145533 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 967f429f-5375-4212-bd00-085e307b18e5 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:46:33.168673 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 967f429f-5375-4212-bd00-085e307b18e5 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:46:33.169027 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 967f429f-5375-4212-bd00-085e307b18e5 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:46:33.205779 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Attempting to bind port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:46:33.206115 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Attempting to bind port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:46:33.206442 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Attempting to bind port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d on network d2a767e5-d38b-4cfa-92cb-a53c6213f71a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:46:33.210723 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d on network d2a767e5-d38b-4cfa-92cb-a53c6213f71a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:46:33.211039 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Attempting to bind port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d on network d2a767e5-d38b-4cfa-92cb-a53c6213f71a {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:46:33.216676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:46:33.216952 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Checking segment: {'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:46:33.217359 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Bound using segment: {'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:46:33.217782 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Bound port: 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:46:33.218135 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:33.282444 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] For port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:46:33.285409 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] For port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:46:33.292423 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:33.328263 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:33.328879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:33.330260 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d HTTP/1.1" status: 200 len: 1094 time: 0.6057959 Jul 21 23:46:33.330679 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'tag': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:33.332930 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45" -d '{"events": [{"name": "network-changed", "server_uuid": "e9de6f54-2982-4a87-aec4-9c00797e5002", "tag": "9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:33.357052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042189b-fe9b-4e17-865d-501da12ca5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:33.386938 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d5e38-84f9-433a-a5c3-b0c59aafb031 x-openstack-request-id: req-9a3d5e38-84f9-433a-a5c3-b0c59aafb031 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:33.387277 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9de6f54-2982-4a87-aec4-9c00797e5002", "tag": "9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:33.387628 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a3d5e38-84f9-433a-a5c3-b0c59aafb031 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:33.387862 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3d5e38-84f9-433a-a5c3-b0c59aafb031'] response: {'name': 'network-changed', 'server_uuid': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'tag': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d', 'status': 'completed', 'code': 200} Jul 21 23:46:33.417740 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa630-861c-495a-9069-94013847821e req-f7ea8520-834f-4397-9caf-20e4fb1f2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:33.419267 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-f7ea8520-834f-4397-9caf-20e4fb1f2d0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a186a40794519802dd209eeb034c3&device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 1128 time: 0.0444801 Jul 21 23:46:33.485505 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-1ae4ef1f-c12e-41d8-a1f4-a3cf282ac6f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d HTTP/1.1" status: 200 len: 217 time: 0.0545981 Jul 21 23:46:33.487915 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:33.530467 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3493151-e1e6-44b3-9fbf-9ffec0715735 req-79fa1f4a-a797-44c7-a763-080fd7c1071e tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:33.531903 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3493151-e1e6-44b3-9fbf-9ffec0715735 req-79fa1f4a-a797-44c7-a763-080fd7c1071e tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 944 time: 0.1111879 Jul 21 23:46:33.562130 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa630-861c-495a-9069-94013847821e req-0a5e4094-c201-4c0b-8da2-a1b8e05d60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:33.563503 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-0a5e4094-c201-4c0b-8da2-a1b8e05d60ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68 HTTP/1.1" status: 200 len: 848 time: 0.0720599 Jul 21 23:46:33.607098 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-34a4e321-87da-4593-88a5-c1334efba404 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379486 Jul 21 23:46:33.614265 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d3493151-e1e6-44b3-9fbf-9ffec0715735 req-3a92dc9d-3d2d-4cf4-9109-e85f7cce8dba tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763340 Jul 21 23:46:33.705449 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-688f0c05-3559-4d4b-9fd2-d49c0bbc4ada service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902388 Jul 21 23:46:33.799917 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ad3aa630-861c-495a-9069-94013847821e req-ae6deeb0-990e-4efd-8989-b35aba303988 service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890920 Jul 21 23:46:34.535243 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-c7983e6f-0ae0-4b54-a041-642e9ce73966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:34.536703 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-c7983e6f-0ae0-4b54-a041-642e9ce73966 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=003a186a40794519802dd209eeb034c3&device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 1128 time: 0.0407848 Jul 21 23:46:34.568896 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:34.631009 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-4d20f180-b170-481c-9d5c-9de3e862e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:34.632688 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-4d20f180-b170-481c-9d5c-9de3e862e949 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a HTTP/1.1" status: 200 len: 909 time: 0.0891197 Jul 21 23:46:34.676033 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-cc0bf9e1-8751-41e2-a9ab-5e9d0088fa70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d HTTP/1.1" status: 200 len: 217 time: 0.0375495 Jul 21 23:46:34.726759 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-ac87c63d-85ab-46ca-982c-5d9a3c4aff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:34.728226 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-ac87c63d-85ab-46ca-982c-5d9a3c4aff19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68 HTTP/1.1" status: 200 len: 848 time: 0.0466602 Jul 21 23:46:34.732946 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2db844-05bb-4843-b33c-f8346c1b583d req-6c634483-bbe1-4a71-8c3e-27031ef34264 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:34.734481 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6d2db844-05bb-4843-b33c-f8346c1b583d req-6c634483-bbe1-4a71-8c3e-27031ef34264 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 944 time: 0.0497041 Jul 21 23:46:34.762818 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-ce707568-5c48-44d9-bc93-1e33d8f35469 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2a767e5-d38b-4cfa-92cb-a53c6213f71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289104 Jul 21 23:46:34.788689 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6d2db844-05bb-4843-b33c-f8346c1b583d req-999f6db3-a00b-4c41-a69b-ea1aaa34cb13 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Jul 21 23:46:34.863509 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-be30a63a-e234-4d84-986f-a25afa5106f4 service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942960 Jul 21 23:46:34.954302 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9be31d79-6f80-4cd8-b9d2-9ad52a6dbe45 req-2cbf31e8-21cd-4c66-9730-13d69d734690 service neutron] 10.222.0.39 "GET /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Jul 21 23:46:35.143904 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:35.160196 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:46:35.256910 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:35.268461 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d', 'network_id': 'd2a767e5-d38b-4cfa-92cb-a53c6213f71a', 'port_id': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d', 'mac_address': 'fa:16:3e:25:1d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:46:35.305706 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:46:35.306099 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:35.319288 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:46:35.338763 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:35.342292 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:35.390013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:35.397619 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.398027 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.398378 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.398717 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.399051 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.399383 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.399712 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.400038 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.400364 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.401030 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.401148 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.401417 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.401743 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.402066 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.402387 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:46:35.546333 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:46:35.587524 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:35.909002 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e887ac6-97ea-4e1d-8017-9606b6721e4f req-bd25d300-d162-4436-b2d5-74828868bf94 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:35.910512 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0e887ac6-97ea-4e1d-8017-9606b6721e4f req-bd25d300-d162-4436-b2d5-74828868bf94 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 945 time: 0.0517149 Jul 21 23:46:35.958523 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-0e887ac6-97ea-4e1d-8017-9606b6721e4f req-ae1eefeb-3227-48d5-b5ec-3523b691bc61 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Jul 21 23:46:37.071019 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3899545-41c8-4632-b1d7-90b833862105 req-2a4553b2-9531-4bb6-9e5e-66233af4da7e tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:37.073014 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a3899545-41c8-4632-b1d7-90b833862105 req-2a4553b2-9531-4bb6-9e5e-66233af4da7e tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 945 time: 0.0470467 Jul 21 23:46:37.126644 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a3899545-41c8-4632-b1d7-90b833862105 req-88de4ffd-a1c7-4221-91da-61ceabd177a7 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476356 Jul 21 23:46:37.169451 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:46:37.210867 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:46:37.218504 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:46:37.219266 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:37.292476 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:46:37.292856 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:37.315216 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:37.317448 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30009d29-313e-4a89-b56f-5f0e94fe2c38" -d '{"events": [{"server_uuid": "e9de6f54-2982-4a87-aec4-9c00797e5002", "name": "network-vif-plugged", "status": "completed", "tag": "9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:37.330996 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:37.334927 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:37.359275 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1751f7d-a206-4f03-b4e0-ff96af5f2639 x-openstack-request-id: req-b1751f7d-a206-4f03-b4e0-ff96af5f2639 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:37.359590 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9de6f54-2982-4a87-aec4-9c00797e5002", "name": "network-vif-plugged", "status": "completed", "tag": "9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:37.359899 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1751f7d-a206-4f03-b4e0-ff96af5f2639 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:37.360294 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1751f7d-a206-4f03-b4e0-ff96af5f2639'] response: {'server_uuid': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d', 'code': 200} Jul 21 23:46:37.389280 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:37.523564 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b2af0-3a94-497b-93b3-63d889823a9c req-65e56929-af28-425a-a263-f1b71d8e9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:37.525115 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4c0b2af0-3a94-497b-93b3-63d889823a9c req-65e56929-af28-425a-a263-f1b71d8e9865 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 1130 time: 0.0401404 Jul 21 23:46:37.570594 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4c0b2af0-3a94-497b-93b3-63d889823a9c req-25328bb3-d247-408f-a229-59f2c70277b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Jul 21 23:46:37.776385 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-bb39b774-1ca4-472a-b375-2fdbd1fec9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:38.240245 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809bc9e-d1f5-4c64-97df-9cfc580423e5 req-46a3a530-3de5-4787-b790-dca1620c5c53 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:38.241799 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a809bc9e-d1f5-4c64-97df-9cfc580423e5 req-46a3a530-3de5-4787-b790-dca1620c5c53 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 946 time: 0.0475864 Jul 21 23:46:38.290552 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a809bc9e-d1f5-4c64-97df-9cfc580423e5 req-0cf0db21-f2fb-43cf-b0c1-e3ea1142f5e9 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Jul 21 23:46:39.412742 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39f57-4474-4402-908d-bd72ca637dfb req-40c3ec3c-f037-4c04-b0bf-92b684aa1d2b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:39.414218 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55c39f57-4474-4402-908d-bd72ca637dfb req-40c3ec3c-f037-4c04-b0bf-92b684aa1d2b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 946 time: 0.0467174 Jul 21 23:46:39.464346 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-55c39f57-4474-4402-908d-bd72ca637dfb req-2fba4b11-06dd-490f-b93a-8a48bc319544 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Jul 21 23:46:40.085722 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b624c69-3c80-432e-9f80-8d3094334e5a req-ac1bf7ac-f625-49c6-a446-c48242615d3b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:40.087173 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b624c69-3c80-432e-9f80-8d3094334e5a req-ac1bf7ac-f625-49c6-a446-c48242615d3b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 946 time: 0.0475037 Jul 21 23:46:40.098934 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:40.137216 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b624c69-3c80-432e-9f80-8d3094334e5a req-e74af35e-c29c-4f8d-a1b7-73ef71571a82 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Jul 21 23:46:40.349698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-64bb448b-fb02-4363-8c84-aec96437cfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:41.007239 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-f8d8fd68-fc3a-4cc2-89c3-00e7906335b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379367 Jul 21 23:46:41.073340 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-bf22969e-bbaf-42f5-934b-8f860abd4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:41.074937 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-bf22969e-bbaf-42f5-934b-8f860abd4388 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1129 time: 0.0441644 Jul 21 23:46:41.250192 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-58cb70cf-32d9-48b9-9741-5dc9e4b4ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:41.252543 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-58cb70cf-32d9-48b9-9741-5dc9e4b4ac68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.1002898 Jul 21 23:46:41.267728 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10a5b2-e2a2-4eab-bd65-f9a04ff2c476 req-b68d7eb1-f554-481b-bd64-907533794fa2 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:41.269154 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1a10a5b2-e2a2-4eab-bd65-f9a04ff2c476 req-b68d7eb1-f554-481b-bd64-907533794fa2 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 946 time: 0.0525329 Jul 21 23:46:41.325662 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-1a10a5b2-e2a2-4eab-bd65-f9a04ff2c476 req-859c0d33-f3d6-4ef6-902b-773fb64f9f66 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/security-groups?id=abf3bb1b-f810-46d8-9b22-163d3331c2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484526 Jul 21 23:46:41.365109 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:41.376458 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-277a4aee-a30b-45a9-ba92-da4c93604457 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:41.377968 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-277a4aee-a30b-45a9-ba92-da4c93604457 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 946 time: 0.1101401 Jul 21 23:46:41.383239 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-1d034862-06c9-46f4-bcac-daa58685516f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 200 len: 1000 time: 0.1216643 Jul 21 23:46:41.451579 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:41.502208 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-a395f718-65e9-4d55-9330-4ac979be1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:41.503715 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-a395f718-65e9-4d55-9330-4ac979be1647 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.1126025 Jul 21 23:46:41.549447 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Deleting port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:46:41.549688 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:41.591978 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-6b7402cf-fb90-4980-b2dc-2f0f775dcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:41.593516 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-6b7402cf-fb90-4980-b2dc-2f0f775dcd80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815277 Jul 21 23:46:41.729874 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] For port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,segment=NetworkSegment(1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e),segment_id=1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:46:41.730241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:41.751100 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Calling delete_port for 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:46:41.767774 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-d78b98fc-f094-4fca-b576-e2836bb54dfa service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400201 Jul 21 23:46:41.911765 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a486422b-1a24-456d-9693-3a2a5ae619eb req-888db1c5-2896-4e5e-a787-a134c7d6426a service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383722 Jul 21 23:46:41.960003 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:41.974091 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:41.989927 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:46:42.002957 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Pushing event deleted for resources: {'Port': ['ID=9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:42.047768 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] No DVR routers for this DVR port 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:46:42.050334 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:42.053544 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7add57db-dc71-4393-87f3-eee0b2dadb1a req-9da111df-8fe7-44aa-8c33-3475eeb5373b tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.39 "DELETE /v2.0/ports/9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d HTTP/1.1" status: 204 len: 173 time: 0.6693797 Jul 21 23:46:42.053978 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'name': 'network-vif-deleted', 'tag': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:42.056223 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b31a43-2fee-46bc-b483-088a3a63759f" -d '{"events": [{"server_uuid": "e9de6f54-2982-4a87-aec4-9c00797e5002", "name": "network-vif-deleted", "tag": "9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:42.094392 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe8b4a5-33e3-4cd3-90ba-015d544cb303 x-openstack-request-id: req-7fe8b4a5-33e3-4cd3-90ba-015d544cb303 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:42.094682 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9de6f54-2982-4a87-aec4-9c00797e5002", "name": "network-vif-deleted", "tag": "9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:42.094931 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fe8b4a5-33e3-4cd3-90ba-015d544cb303 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:42.095338 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe8b4a5-33e3-4cd3-90ba-015d544cb303'] response: {'server_uuid': 'e9de6f54-2982-4a87-aec4-9c00797e5002', 'name': 'network-vif-deleted', 'tag': '9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d', 'status': 'completed', 'code': 200} Jul 21 23:46:42.435981 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d1714aa6-e86c-445c-b826-b9fd9cff8131 req-e7aefda1-3ddf-4fb8-9a56-f02a4be43828 tempest-VolumesActionsTest-1757662493 tempest-VolumesActionsTest-1757662493-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9de6f54-2982-4a87-aec4-9c00797e5002 HTTP/1.1" status: 200 len: 210 time: 0.0311642 Jul 21 23:46:42.781116 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:43.237457 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:43.410151 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:46:45.181405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:46:45.201655 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:46:45.202001 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 9e0ccba4-ee35-4ffe-8eaa-8b370a8dea3d not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:46:52.030956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:52.032388 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=60,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:52.414902 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=51 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:52.417328 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=42 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:52.996978 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-e8a80b0b-9dde-4bd8-a21e-9ed9587a686a tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311382891&fields=id&tenant_id=44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 267 time: 0.0586202 Jul 21 23:46:53.117440 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-11ab0c62-a55c-4892-83d6-ca55249aadb7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:53.119055 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-11ab0c62-a55c-4892-83d6-ca55249aadb7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 812 time: 0.1209762 Jul 21 23:46:53.138797 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-9491ed78-6050-4026-bbe7-b6ec2aabfa80 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/quotas/44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 375 time: 0.0105696 Jul 21 23:46:53.204856 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-f17a656e-c10a-40b6-9446-0c3cf1736970 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601394 Jul 21 23:46:53.233502 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:53.325204 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-6ea4652c-d733-4a3f-9e82-ea1d5c66e282 service neutron] 10.222.0.57 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061807 Jul 21 23:46:53.405813 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:53.423605 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-d272a791-29f2-4e1f-bdc6-5976b62f3215 service neutron] 10.222.0.57 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942984 Jul 21 23:46:53.819744 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3865c65f-3b57-45d6-904f-f4b5fee999df req-33ffb12c-d394-4702-8f8d-972fc3ef24b3 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 210 time: 0.0758812 Jul 21 23:46:54.932300 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-0ec9e91a-3ebf-4357-b334-1d670a8dfe49 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:54.934558 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-0ec9e91a-3ebf-4357-b334-1d670a8dfe49 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 812 time: 0.1508594 Jul 21 23:46:54.947860 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-804ffdeb-9dd7-4483-9564-37344aeb57f8 req-87a198f2-3ace-422b-926a-37885a260bf3 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 210 time: 0.0373755 Jul 21 23:46:55.010835 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-ed1cb6ab-17c1-4243-aaa0-a33c642ce4ad tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fb74dd337c49a898397e3482e4305d HTTP/1.1" status: 200 len: 379 time: 0.0615180 Jul 21 23:46:55.020278 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'port': {'device_id': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'admin_state_up': True, 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'security_groups': ['9af5f9d8-a3ae-4243-be41-12ca860aaa0d']}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:55.157250 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Made reservation on behalf of 44fb74dd337c49a898397e3482e4305d for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:46:55.161064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:55.186243 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:55.331839 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Allocated IP 172.20.0.12 (090d43b6-0e83-430b-8cf2-7b66d14a91c7/b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7/c7e76131-2329-43d4-94e0-0bb4e5b2956f) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:46:55.509036 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:55.543547 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:55.609655 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:46:55.616619 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:46:55.622887 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:46:55.658735 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=c7e76131-2329-43d4-94e0-0bb4e5b2956f,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:55.698443 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:55.699388 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:55.723825 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-1f80b4f4-f972-4e02-a2a4-e7fdc476ff8f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7055542 Jul 21 23:46:55.733586 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Request body: {'port': {'device_id': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:46:55.736628 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:55.810623 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:55.885712 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:55.956881 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-e48903a7-bd7c-4ffd-b62d-79a1fdbe1357 None None] Provisioning complete for port c7e76131-2329-43d4-94e0-0bb4e5b2956f triggered by entity DHCP. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:46:55.957651 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e48903a7-bd7c-4ffd-b62d-79a1fdbe1357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:56.042304 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-e48903a7-bd7c-4ffd-b62d-79a1fdbe1357 None None] Port c7e76131-2329-43d4-94e0-0bb4e5b2956f cannot update to ACTIVE because it is not bound. {{(pid=104213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:46:56.165124 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440045-e6e5-4db9-b63d-6438fa8eeeb9 req-3b6370eb-fbfd-4c86-a03e-4be88b4983bd tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:56.167606 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-16440045-e6e5-4db9-b63d-6438fa8eeeb9 req-3b6370eb-fbfd-4c86-a03e-4be88b4983bd tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 932 time: 0.0984721 Jul 21 23:46:56.184879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e76131-2329-43d4-94e0-0bb4e5b2956f {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:46:56.199734 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Publish callbacks [] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:56.229217 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Transition to ACTIVE for port object c7e76131-2329-43d4-94e0-0bb4e5b2956f will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:46:56.237173 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:56.298771 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-16440045-e6e5-4db9-b63d-6438fa8eeeb9 req-5c165295-d76f-47ab-9704-7a258777ad2e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179373 Jul 21 23:46:56.347786 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Pushing event updated for resources: {'Port': ['ID=c7e76131-2329-43d4-94e0-0bb4e5b2956f,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:56.421825 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Attempting to bind port c7e76131-2329-43d4-94e0-0bb4e5b2956f on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:46:56.422080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Attempting to bind port c7e76131-2329-43d4-94e0-0bb4e5b2956f by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:46:56.422413 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Attempting to bind port c7e76131-2329-43d4-94e0-0bb4e5b2956f on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:46:56.429956 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Port c7e76131-2329-43d4-94e0-0bb4e5b2956f on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:46:56.430556 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Attempting to bind port c7e76131-2329-43d4-94e0-0bb4e5b2956f on network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:46:56.437241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:46:56.437735 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Checking segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:46:56.438122 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Bound using segment: {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:46:56.438557 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Bound port: c7e76131-2329-43d4-94e0-0bb4e5b2956f, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed46ec46-c655-468e-ba16-df5e17010f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:46:56.439004 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:56.529829 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] For port c7e76131-2329-43d4-94e0-0bb4e5b2956f, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:46:56.533615 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] For port c7e76131-2329-43d4-94e0-0bb4e5b2956f, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:46:56.542752 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:56.596210 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:56.597228 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:46:56.599362 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] 10.222.0.39 "PUT /v2.0/ports/c7e76131-2329-43d4-94e0-0bb4e5b2956f HTTP/1.1" status: 200 len: 1094 time: 0.8714328 Jul 21 23:46:56.600180 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:46:56.603744 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad4c25a-aad9-4641-a045-31f4525f62e4" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:46:56.701558 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-e9349136-0e5d-4e53-93bd-5cea87b3a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:56.703888 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-e9349136-0e5d-4e53-93bd-5cea87b3a4cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 1128 time: 0.0563221 Jul 21 23:46:56.707237 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a539a5-ce90-4156-af85-faa89b88b251 x-openstack-request-id: req-c2a539a5-ce90-4156-af85-faa89b88b251 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:46:56.707642 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:46:56.707995 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2a539a5-ce90-4156-af85-faa89b88b251 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:46:56.708490 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a539a5-ce90-4156-af85-faa89b88b251'] response: {'name': 'network-changed', 'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'status': 'completed', 'code': 200} Jul 21 23:46:56.720104 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e54b-41c8-487c-b16e-d141869922af service neutron] Pushing event updated for resources: {'Port': ['ID=c7e76131-2329-43d4-94e0-0bb4e5b2956f,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:46:56.722812 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:56.757631 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-d256672c-f20b-4a68-9014-3dd077e31efa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f HTTP/1.1" status: 200 len: 217 time: 0.0454910 Jul 21 23:46:56.817872 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-e4dd18c1-ac09-4f26-b0eb-3644c1780f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:56.819625 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-e4dd18c1-ac09-4f26-b0eb-3644c1780f1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0564759 Jul 21 23:46:56.872777 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e222-6edd-4efe-8620-5739785e1395 req-55d6b793-bd82-43f4-83ae-d511cf24e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:56.874352 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-55d6b793-bd82-43f4-83ae-d511cf24e903 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482254 Jul 21 23:46:56.981160 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-342a97bd-deee-4b07-974c-afc15011e098 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998287 Jul 21 23:46:57.410703 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-c163e222-6edd-4efe-8620-5739785e1395 req-68ec9089-51bb-4758-8592-1895c281862e service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225044 Jul 21 23:46:57.441618 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:46:57.464140 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7f79-024d-4f8e-b815-24a1bb927c7d req-e034de79-e3a0-4701-9f40-bbdb0c8c7052 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:57.469801 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9e8e7f79-024d-4f8e-b815-24a1bb927c7d req-e034de79-e3a0-4701-9f40-bbdb0c8c7052 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 944 time: 0.0756588 Jul 21 23:46:57.539403 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9e8e7f79-024d-4f8e-b815-24a1bb927c7d req-2e98d417-f943-4d6f-9d84-0cdf05bf466b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655282 Jul 21 23:46:57.734311 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-673a38aa-bba1-4448-914e-3156457db316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:57.735994 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-673a38aa-bba1-4448-914e-3156457db316 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 1128 time: 0.0473766 Jul 21 23:46:57.851902 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-ff8e8c82-83f8-48ff-b995-d4c2d0548da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:57.855709 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-ff8e8c82-83f8-48ff-b995-d4c2d0548da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.1134822 Jul 21 23:46:57.908054 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-86037507-945f-4898-847f-9ca31390d81b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f HTTP/1.1" status: 200 len: 217 time: 0.0434952 Jul 21 23:46:57.959346 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-fd8beb4e-bf83-4e39-a336-32f38be7b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:57.960827 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-fd8beb4e-bf83-4e39-a336-32f38be7b432 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0475373 Jul 21 23:46:58.012599 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-01af8f61-5613-4e9b-8cee-44717c1dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:58.014276 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-01af8f61-5613-4e9b-8cee-44717c1dbca4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471056 Jul 21 23:46:58.149243 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-2cf97eb9-947c-4a1b-a1c6-17e432671dff service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219666 Jul 21 23:46:58.249467 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ad4c25a-aad9-4641-a045-31f4525f62e4 req-a7540666-d274-41d2-ba91-82e12f28fb8d service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940032 Jul 21 23:46:58.667834 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579d8a-0d7a-433b-8ded-ebb6ac1cd95c req-5271771e-371c-4350-ab5a-39a0cf49c862 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:58.670068 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d8579d8a-0d7a-433b-8ded-ebb6ac1cd95c req-5271771e-371c-4350-ab5a-39a0cf49c862 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 944 time: 0.0540543 Jul 21 23:46:58.731606 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-d8579d8a-0d7a-433b-8ded-ebb6ac1cd95c req-43d8f2c7-4143-4e0a-b3fc-f139e22b72d5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536900 Jul 21 23:46:59.860540 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c35e8-cf71-44a3-85f0-9712edc7b679 req-9e09cbff-7c10-4719-a2d8-360491e87504 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:46:59.867347 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d4c35e8-cf71-44a3-85f0-9712edc7b679 req-9e09cbff-7c10-4719-a2d8-360491e87504 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 944 time: 0.0590177 Jul 21 23:46:59.918319 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4d4c35e8-cf71-44a3-85f0-9712edc7b679 req-99894e00-4f79-4a49-a2a0-c4087b767a41 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500984 Jul 21 23:47:01.052954 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d45248-8037-4055-979f-47eed3c368eb req-d73099f5-405f-4baf-a73a-800f45b2807a tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:01.054647 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a8d45248-8037-4055-979f-47eed3c368eb req-d73099f5-405f-4baf-a73a-800f45b2807a tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 944 time: 0.0501609 Jul 21 23:47:01.115054 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-a8d45248-8037-4055-979f-47eed3c368eb req-5d031399-6870-4439-b2e8-6685cf299644 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519891 Jul 21 23:47:02.257748 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff4a4-0a19-4cb9-9b6a-33ae3ae9f698 req-9eeb49c1-9d9f-4e66-9681-c10233015d83 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:02.259278 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6c8ff4a4-0a19-4cb9-9b6a-33ae3ae9f698 req-9eeb49c1-9d9f-4e66-9681-c10233015d83 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 944 time: 0.0510542 Jul 21 23:47:02.328305 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6c8ff4a4-0a19-4cb9-9b6a-33ae3ae9f698 req-3b9b722e-b701-416f-bf59-67cfd5a19a03 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601892 Jul 21 23:47:03.442705 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c6a1-af95-4ed8-ad39-8eca233031be req-8283127c-0810-4298-bb3c-6625e049ccfd tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:03.444186 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c765c6a1-af95-4ed8-ad39-8eca233031be req-8283127c-0810-4298-bb3c-6625e049ccfd tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 944 time: 0.0495970 Jul 21 23:47:03.504555 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c765c6a1-af95-4ed8-ad39-8eca233031be req-a4e091d2-7ebf-4198-97f9-6305a7d9d3ad tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539651 Jul 21 23:47:04.633526 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a251f10-cc6c-4a54-bef3-df39d7e92ca4 req-189be925-64d4-45ae-8ec7-13f351e81cd9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:04.635247 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a251f10-cc6c-4a54-bef3-df39d7e92ca4 req-189be925-64d4-45ae-8ec7-13f351e81cd9 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 944 time: 0.0573924 Jul 21 23:47:04.676124 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:04.717728 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a251f10-cc6c-4a54-bef3-df39d7e92ca4 req-e0dd1701-a74e-42ec-86e8-08d7feed3be6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760896 Jul 21 23:47:05.147631 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:05.269509 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device c7e76131-2329-43d4-94e0-0bb4e5b2956f details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:47:05.370018 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port c7e76131-2329-43d4-94e0-0bb4e5b2956f, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:05.380672 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'port_id': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'mac_address': 'fa:16:3e:8e:2e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:47:05.418630 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port c7e76131-2329-43d4-94e0-0bb4e5b2956f is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:47:05.419013 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:05.432134 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e76131-2329-43d4-94e0-0bb4e5b2956f {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:47:05.452132 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port c7e76131-2329-43d4-94e0-0bb4e5b2956f, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:05.454960 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:05.499364 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=c7e76131-2329-43d4-94e0-0bb4e5b2956f,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:05.711736 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['c7e76131-2329-43d4-94e0-0bb4e5b2956f'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:47:05.837275 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc92094-27ac-40af-b845-04bc60ea587d req-fc7c033e-a2a4-43d8-adf0-c86b2399ac71 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:05.839518 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fdc92094-27ac-40af-b845-04bc60ea587d req-fc7c033e-a2a4-43d8-adf0-c86b2399ac71 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 945 time: 0.0561934 Jul 21 23:47:05.897405 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-fdc92094-27ac-40af-b845-04bc60ea587d req-c9e1d422-5ee8-4a63-8a61-1baaccfdb66f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509236 Jul 21 23:47:07.012919 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ed534-8bd3-4252-9a14-6b266be267f2 req-f1351581-7a20-42d4-818d-385b10e29413 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:07.014416 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-282ed534-8bd3-4252-9a14-6b266be267f2 req-f1351581-7a20-42d4-818d-385b10e29413 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 945 time: 0.0501335 Jul 21 23:47:07.064015 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-282ed534-8bd3-4252-9a14-6b266be267f2 req-c2fb91ec-fad2-4fe9-bd9f-a89f07611927 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Jul 21 23:47:07.269270 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device c7e76131-2329-43d4-94e0-0bb4e5b2956f up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:47:07.270982 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38092) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:07.313175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port c7e76131-2329-43d4-94e0-0bb4e5b2956f completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:47:07.317145 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Deleting subnet 0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68 {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:47:07.319668 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port c7e76131-2329-43d4-94e0-0bb4e5b2956f triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:47:07.320127 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.320460 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Publish callbacks [] for subnet (0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.355733 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327979'] for subnet (0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.384044 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:07.397154 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port c7e76131-2329-43d4-94e0-0bb4e5b2956f is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:47:07.397640 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.400977 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.409348 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:07.424074 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:47:07.426191 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:07.426407 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e19855-48f1-4a10-8c01-d0c8fc9e10c4" -d '{"events": [{"server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "name": "network-vif-plugged", "status": "completed", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:47:07.439662 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port c7e76131-2329-43d4-94e0-0bb4e5b2956f, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:07.444804 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.460241 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:07.465751 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9133932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028781'] for subnet (0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.493392 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d49040-8550-4902-b1d7-66355d3da21d x-openstack-request-id: req-40d49040-8550-4902-b1d7-66355d3da21d {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:47:07.494334 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "name": "network-vif-plugged", "status": "completed", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:47:07.494673 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40d49040-8550-4902-b1d7-66355d3da21d {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:47:07.495228 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d49040-8550-4902-b1d7-66355d3da21d'] response: {'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'code': 200} Jul 21 23:47:07.496102 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:07.500702 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=c7e76131-2329-43d4-94e0-0bb4e5b2956f,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:07.505776 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.508799 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0402b19a-1f1b-4bc2-8a1b-0cb9d4f7fe68 HTTP/1.1" status: 204 len: 168 time: 0.2367632 Jul 21 23:47:07.511553 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.511901 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.512245 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.512361 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38096) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:07.512581 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.512916 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.513271 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.513600 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.513925 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.514249 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.514575 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.514899 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.515225 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.515549 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.515868 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.516188 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4394584-409b-42ca-9454-1d30c1a68f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.587306 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (d2a767e5-d38b-4cfa-92cb-a53c6213f71a), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.676532 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (d2a767e5-d38b-4cfa-92cb-a53c6213f71a), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.678617 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:07.723391 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a767e5-d38b-4cfa-92cb-a53c6213f71a']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:47:07.736234 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69238886-23e0-4d91-8f82-cf393795e4ab req-45f341fe-c432-4820-91cf-5f9c59f7e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:07.736234 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-69238886-23e0-4d91-8f82-cf393795e4ab req-45f341fe-c432-4820-91cf-5f9c59f7e80a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 1130 time: 0.0695021 Jul 21 23:47:07.738372 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:47:07.738372 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:47:07.754699 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.778554 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.780737 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-79d3ae23-ccc4-452e-a853-95e5520391f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.792407 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:47:07.792809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.826679 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e resource provider aggregate not found Jul 21 23:47:07.856574 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1870d3a0-9c3c-4ad1-9c2a-05c43c292c2e found for delete ", "request_id": "req-ae36a274-1917-4963-9fae-4f0cc00d2961"}]} Jul 21 23:47:07.859464 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-69238886-23e0-4d91-8f82-cf393795e4ab req-7813fa31-70b7-4f96-b795-d3385276f52a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190813 Jul 21 23:47:07.873269 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (d2a767e5-d38b-4cfa-92cb-a53c6213f71a), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.878469 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:07.881440 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] 10.222.0.57 "DELETE /v2.0/networks/d2a767e5-d38b-4cfa-92cb-a53c6213f71a HTTP/1.1" status: 204 len: 168 time: 0.3681147 Jul 21 23:47:07.892797 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a767e5-d38b-4cfa-92cb-a53c6213f71a,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:07.900486 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.901367 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.901879 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.902089 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.902440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.902807 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.903092 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.903415 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.903743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.904070 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.904395 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.904719 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.905040 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.905397 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:07.905717 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802254d6-a9f2-4fd9-8f35-1c53c6d60d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:08.010295 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38104) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:08.052078 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-93970566-7afd-4bae-852d-4f6ca83c022e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=003a186a40794519802dd209eeb034c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404358 Jul 21 23:47:08.054449 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38106) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:08.110262 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a104a658-6451-4655-88cb-c1c5c14ffb24 admin admin] Publish callbacks [] for security_group (abf3bb1b-f810-46d8-9b22-163d3331c2b9), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:08.133026 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a104a658-6451-4655-88cb-c1c5c14ffb24 admin admin] Publish callbacks [] for security_group (abf3bb1b-f810-46d8-9b22-163d3331c2b9), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:08.202622 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0fbf-99e7-4a37-b888-67a0cd01df07 req-1a20a20c-a67e-4b21-885c-3eefe15d3c10 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:08.204209 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731a0fbf-99e7-4a37-b888-67a0cd01df07 req-1a20a20c-a67e-4b21-885c-3eefe15d3c10 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 946 time: 0.0684087 Jul 21 23:47:08.238147 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a104a658-6451-4655-88cb-c1c5c14ffb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (abf3bb1b-f810-46d8-9b22-163d3331c2b9), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:08.240568 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-a104a658-6451-4655-88cb-c1c5c14ffb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:08.241688 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-a104a658-6451-4655-88cb-c1c5c14ffb24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abf3bb1b-f810-46d8-9b22-163d3331c2b9 HTTP/1.1" status: 204 len: 168 time: 0.1862869 Jul 21 23:47:08.265347 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104a658-6451-4655-88cb-c1c5c14ffb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf3bb1b-f810-46d8-9b22-163d3331c2b9,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:08.273903 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731a0fbf-99e7-4a37-b888-67a0cd01df07 req-6db88f53-8ce6-4bf1-9ad9-d7fd9bef9cd7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642431 Jul 21 23:47:08.475759 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=23 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:08.477147 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=9 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:09.400361 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883732-11fb-4d0c-a660-37da92de2c41 req-6a871128-dcfc-48e6-a570-05c5235abda4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:09.402005 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-37883732-11fb-4d0c-a660-37da92de2c41 req-6a871128-dcfc-48e6-a570-05c5235abda4 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 946 time: 0.0528688 Jul 21 23:47:09.453127 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-37883732-11fb-4d0c-a660-37da92de2c41 req-84b344d1-b8ef-4a31-9f18-242e7a97b4a3 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455458 Jul 21 23:47:09.572488 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61df83-ef8a-4bcd-b9e8-50150505f924 req-cd56a57d-e248-498d-9eb2-3a102bfb6b6d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:09.574015 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5e61df83-ef8a-4bcd-b9e8-50150505f924 req-cd56a57d-e248-498d-9eb2-3a102bfb6b6d tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 946 time: 0.0522408 Jul 21 23:47:09.624821 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5e61df83-ef8a-4bcd-b9e8-50150505f924 req-469b7ed0-adbb-4fc0-8805-a4ad78b20a0f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450754 Jul 21 23:47:09.647164 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38142) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:09.856214 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:09.863086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235c4bc4-ea53-4bd6-9cfd-13d07b83368d tempest-TestVolumeBootPattern-1163541437 tempest-TestVolumeBootPattern-1163541437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:09.864641 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-235c4bc4-ea53-4bd6-9cfd-13d07b83368d tempest-TestVolumeBootPattern-1163541437 tempest-TestVolumeBootPattern-1163541437-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 1125 time: 0.2164698 Jul 21 23:47:09.867481 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38146) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:09.871975 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Request body: {'floatingip': {'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'port_id': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:47:09.892092 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:09.972570 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:10.081782 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_common [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Allocated IP 172.27.1.158 (6b62812d-a6d5-4e8a-ac94-7476984b2ad6/098b9e08-69bc-48b5-b064-ccd1b4eab6f5/52e87ee8-a805-437e-bdc9-76dc18840d11) {{(pid=104211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:47:10.184329 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:10.216672 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:10.256584 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Network 6b62812d-a6d5-4e8a-ac94-7476984b2ad6 is already hosted by enough agents. {{(pid=104211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:47:10.262282 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.base_scheduler [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Resources bound (agent type, host, resource id): {{(pid=104211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:47:10.266274 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Received port after_create {{(pid=104211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:47:10.481696 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b27811dc-d996-4a68-88d6-625cfdabf18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:10.537905 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=52e87ee8-a805-437e-bdc9-76dc18840d11,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:10.741599 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:10.773610 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:10.877104 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (b5903eb5-4415-4f26-96a8-241e408660a2), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:10.945081 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), before_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:11.092182 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), precommit_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:11.096767 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9134010'] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), after_update {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:11.170987 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event updated for resources: {'Port': ['ID=52e87ee8-a805-437e-bdc9-76dc18840d11,revision_number=2']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:11.179293 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419034'] for floatingip (b5903eb5-4415-4f26-96a8-241e408660a2), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:11.277334 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Floating IP b5903eb5-4415-4f26-96a8-241e408660a2 associated. External IP: 172.27.1.158, port: c7e76131-2329-43d4-94e0-0bb4e5b2956f. Jul 21 23:47:11.367273 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:11.475851 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:47:11.558732 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:11.581287 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:47:11.591308 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:47:11.601708 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:47:11.602318 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:47:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:47:11.602844 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:11.634101 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e52d6e68-6209-4cdf-8cb3-78f587993b12 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7653773 Jul 21 23:47:11.634526 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:47:11.636813 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:47:11.672418 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a207e407-5b3f-475c-baeb-d67534c8828b x-openstack-request-id: req-a207e407-5b3f-475c-baeb-d67534c8828b {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:47:11.672654 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:47:11.672906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a207e407-5b3f-475c-baeb-d67534c8828b {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:47:11.673348 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a207e407-5b3f-475c-baeb-d67534c8828b'] response: {'name': 'network-changed', 'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'status': 'completed', 'code': 200} Jul 21 23:47:11.717751 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:47:11.736493 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-03e8d9b6-1fd8-4c58-947c-9bec6521f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:11.738781 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-03e8d9b6-1fd8-4c58-947c-9bec6521f295 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 1130 time: 0.0426288 Jul 21 23:47:11.847630 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-82cabb07-8b6e-4aa6-b989-9134c6db0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:11.849106 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-82cabb07-8b6e-4aa6-b989-9134c6db0c3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.1045125 Jul 21 23:47:11.916199 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-1c1603b7-bb58-4dfd-a3bd-c0d0e24b8195 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f HTTP/1.1" status: 200 len: 1000 time: 0.0608158 Jul 21 23:47:11.964033 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:45:00Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}, {'id': 'b5903eb5-4415-4f26-96a8-241e408660a2', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:8e:2e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:47:10Z', 'updated_at': '2022-07-21T23:47:10Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:47:11.965133 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38166) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:11.975764 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-ce942d2b-c490-4943-a2fe-26f5679ee685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:11.977275 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-ce942d2b-c490-4943-a2fe-26f5679ee685 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0557792 Jul 21 23:47:11.991520 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:47:12.001905 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:47:12.002808 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:47:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:47:12.027018 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-701ba2f5-4203-485b-9423-dd4abb64b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:12.028545 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-701ba2f5-4203-485b-9423-dd4abb64b9bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457497 Jul 21 23:47:12.113908 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:12.116639 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d71995e-134d-4b9f-b641-17e6d93953f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:12.161431 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-d25bfc37-17f4-4d09-b5e4-bb8f016764b5 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268506 Jul 21 23:47:12.197455 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:47:12.301351 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d966ebe7-47a1-44d6-bd2c-b58f80c22e71 req-27f33143-728e-4fac-ba7a-5fe1a2957d20 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342213 Jul 21 23:47:12.303147 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d71995e-134d-4b9f-b641-17e6d93953f4 admin admin] Publish callbacks [] for security_group (dc9ee59a-52e1-45e7-b5f5-bd5915b54dce), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:12.307454 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d71995e-134d-4b9f-b641-17e6d93953f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (dc9ee59a-52e1-45e7-b5f5-bd5915b54dce), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:12.352318 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6d71995e-134d-4b9f-b641-17e6d93953f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9eb174930134aadb5096b3d71b209a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837230 Jul 21 23:47:12.352318 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71995e-134d-4b9f-b641-17e6d93953f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ee59a-52e1-45e7-b5f5-bd5915b54dce,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:12.352670 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38170) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:12.368625 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:12.407137 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7d8fafdd-6c4f-46b9-92fc-df19cb82a897 admin admin] Publish callbacks [] for security_group (dc9ee59a-52e1-45e7-b5f5-bd5915b54dce), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:12.426762 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:45:00Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}, {'id': 'b5903eb5-4415-4f26-96a8-241e408660a2', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:8e:2e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:47:10Z', 'updated_at': '2022-07-21T23:47:10Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:47:12.428686 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7d8fafdd-6c4f-46b9-92fc-df19cb82a897 admin admin] Publish callbacks [] for security_group (dc9ee59a-52e1-45e7-b5f5-bd5915b54dce), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:12.451681 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa6b7b-7eff-4cb4-aed6-1c1ad49817ba None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:45:00Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}, {'id': 'b5903eb5-4415-4f26-96a8-241e408660a2', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:8e:2e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:47:10Z', 'updated_at': '2022-07-21T23:47:10Z', 'revision_number': 0, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:47:12.484566 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7d8fafdd-6c4f-46b9-92fc-df19cb82a897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (dc9ee59a-52e1-45e7-b5f5-bd5915b54dce), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:12.487404 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7d8fafdd-6c4f-46b9-92fc-df19cb82a897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:12.488608 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7d8fafdd-6c4f-46b9-92fc-df19cb82a897 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc9ee59a-52e1-45e7-b5f5-bd5915b54dce HTTP/1.1" status: 204 len: 168 time: 0.1348374 Jul 21 23:47:12.498184 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fafdd-6c4f-46b9-92fc-df19cb82a897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9ee59a-52e1-45e7-b5f5-bd5915b54dce,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:12.667780 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f68c74-c682-41cc-947e-7d67a0451990 None None] New status for floating IP b5903eb5-4415-4f26-96a8-241e408660a2: ACTIVE {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:47:12.819150 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.183772 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38192) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:13.240589 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.284327 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.v2.base [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-271450639-network', 'tenant_id': '1f9a96f2aec2463e9cab476cb103b93a'}} {{(pid=104211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:47:13.308175 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Made reservation on behalf of 1f9a96f2aec2463e9cab476cb103b93a for: {'network': 1} {{(pid=104211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:47:13.310593 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for network (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.319046 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.394693 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks [] for security_group (8ca3d1d9-177c-4e7d-9390-22931b6b3f50), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.398349 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (8ca3d1d9-177c-4e7d-9390-22931b6b3f50), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.420830 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=104211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:47:13.436177 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca3d1d9-177c-4e7d-9390-22931b6b3f50,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:13.439133 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (b493f842-4d3a-489c-8e25-8e3cfe43bca6), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.439483 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.segments_db [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Added segment b493f842-4d3a-489c-8e25-8e3cfe43bca6 of type vlan for network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 Jul 21 23:47:13.480099 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793305542988'] for network (9aaa1874-713b-419b-9d7f-bbc12b367aa3), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.504945 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812'] for network (9aaa1874-713b-419b-9d7f-bbc12b367aa3), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.505903 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:13.506491 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.568563 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3836985 Jul 21 23:47:13.571572 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38196) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:47:13.574174 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bda8b-df3a-4fa5-8c4b-3a743d91a1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=9aaa1874-713b-419b-9d7f-bbc12b367aa3,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:13.576516 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Request body: {'subnet': {'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-271450639-subnet', 'tenant_id': '1f9a96f2aec2463e9cab476cb103b93a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:47:13.588386 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 details requested by agent ovs-agent-dv-cinder-850700-1-iscsi with host dv-cinder-850700-1-iscsi {{(pid=104213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:47:13.597743 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Made reservation on behalf of 1f9a96f2aec2463e9cab476cb103b93a for: {'subnet': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:47:13.600114 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11995231'] for subnet (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.771957 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12010567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11995213'] for subnet (b4d88c6d-beca-4d30-998f-9c730b0845f6), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.775857 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:13.839080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d88c6d-beca-4d30-998f-9c730b0845f6,revision_number=0']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:13.847481 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Checking segment: {'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:47:13.847839 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Network hostable DHCP agents. Network: 9aaa1874-713b-419b-9d7f-bbc12b367aa3, hostable agents: ['ea055430-1d07-4162-a114-2df2c53a3710'], hosted agents: [] {{(pid=104212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:47:13.865377 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 is scheduled to be hosted by DHCP agent ea055430-1d07-4162-a114-2df2c53a3710 with binding_index 1 {{(pid=104212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:47:13.874636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850700-1-iscsi, 9aaa1874-713b-419b-9d7f-bbc12b367aa3) {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:47:13.878802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:13.879397 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:13.883934 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817f39c1-8251-4980-a502-e58afe1cf29b None None] Network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:47:13.895940 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-b5998344-6538-4eac-afbc-35a9eacd2269 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3231897 Jul 21 23:47:13.990834 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ce7f4-e5da-4930-a3b0-5b54e349e2ce None None] Network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:47:15.641026 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-5d6367c6-d595-4270-966f-8bddbfd03e42 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:15.642455 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-5d6367c6-d595-4270-966f-8bddbfd03e42 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/networks?id=9aaa1874-713b-419b-9d7f-bbc12b367aa3 HTTP/1.1" status: 200 len: 813 time: 0.1069064 Jul 21 23:47:15.657208 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-b64bc0cb-a417-414f-9613-e03b6ebf420a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/quotas/1f9a96f2aec2463e9cab476cb103b93a HTTP/1.1" status: 200 len: 375 time: 0.0095186 Jul 21 23:47:15.689258 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-8b743e71-87ee-4060-b23a-cfa18b54104c tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9a96f2aec2463e9cab476cb103b93a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273159 Jul 21 23:47:15.713508 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:15.785914 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-ec8a788d-d715-4263-a578-cc10fccae357 service neutron] 10.222.0.57 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902333 Jul 21 23:47:15.875627 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-af3617e1-583e-43ce-8402-427875df50b5 service neutron] 10.222.0.57 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840845 Jul 21 23:47:16.042851 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-46deeb3a-acc8-4719-a6b7-d0f29e8a2910 req-8f301fca-f2fe-4a49-a978-00613a2446b5 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 210 time: 0.0300870 Jul 21 23:47:16.953890 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-905451e3-1010-4bb5-bada-e146cacb10b1 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:16.955325 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-905451e3-1010-4bb5-bada-e146cacb10b1 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "GET /v2.0/networks?id=9aaa1874-713b-419b-9d7f-bbc12b367aa3 HTTP/1.1" status: 200 len: 813 time: 0.1109185 Jul 21 23:47:16.967634 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Request body: {'port': {'device_id': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3', 'admin_state_up': True, 'tenant_id': '1f9a96f2aec2463e9cab476cb103b93a'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:47:17.081734 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Made reservation on behalf of 1f9a96f2aec2463e9cab476cb103b93a for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:47:17.085062 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:17.172179 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-205e578d-b58e-4796-bd36-8dba997bf646 req-da457165-14e0-4f3a-bec1-7039bcb07c54 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 210 time: 0.0576441 Jul 21 23:47:17.238773 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Allocated IP 172.20.0.11 (9aaa1874-713b-419b-9d7f-bbc12b367aa3/b4d88c6d-beca-4d30-998f-9c730b0845f6/6c438e91-9c68-4eb6-b549-d7b1b444cfa3) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:47:17.271165 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:17.391475 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks [] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:17.423305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:17.467772 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:47:17.470963 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:47:17.476811 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:47:17.503999 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Pushing event updated for resources: {'Port': ['ID=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:17.531565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:17.532193 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:17.535289 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:17.549585 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-7ed4e2e9-b921-43ec-ac53-fae457d05a23 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5863645 Jul 21 23:47:17.561099 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Request body: {'port': {'device_id': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:47:17.619016 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:17.875373 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:47:17.882776 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Publish callbacks [] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:17.895804 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Transition to ACTIVE for port object 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:47:17.898724 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:17.954465 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Pushing event updated for resources: {'Port': ['ID=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:18.023411 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Attempting to bind port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:47:18.023749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Attempting to bind port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:47:18.024080 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Attempting to bind port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 on network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:47:18.029116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 on network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:47:18.029454 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Attempting to bind port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 on network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:47:18.034878 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:47:18.035219 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Checking segment: {'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:47:18.035616 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Bound using segment: {'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:47:18.036030 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Bound port: 6c438e91-9c68-4eb6-b549-d7b1b444cfa3, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:47:18.036389 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:18.069937 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:18.102970 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] For port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:47:18.106249 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] For port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:47:18.112162 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:18.146457 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:18.147081 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:18.148445 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] 10.222.0.39 "PUT /v2.0/ports/6c438e91-9c68-4eb6-b549-d7b1b444cfa3 HTTP/1.1" status: 200 len: 1094 time: 0.5919428 Jul 21 23:47:18.148868 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'tag': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:47:18.151151 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e93302-dba3-4913-b1d2-9c354cd77884" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65", "tag": "6c438e91-9c68-4eb6-b549-d7b1b444cfa3"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:47:18.174709 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649caf-d669-4026-bcca-d7d8605f778b service neutron] Pushing event updated for resources: {'Port': ['ID=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:18.190451 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a8963-5f22-4677-98d9-4d3b366bdb58 x-openstack-request-id: req-f72a8963-5f22-4677-98d9-4d3b366bdb58 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:47:18.190746 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65", "tag": "6c438e91-9c68-4eb6-b549-d7b1b444cfa3", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:47:18.191004 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f72a8963-5f22-4677-98d9-4d3b366bdb58 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:47:18.191421 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72a8963-5f22-4677-98d9-4d3b366bdb58'] response: {'name': 'network-changed', 'server_uuid': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'tag': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3', 'status': 'completed', 'code': 200} Jul 21 23:47:18.239241 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-df00f629-38a4-494c-894c-9bd5ae0cd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:18.240755 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-df00f629-38a4-494c-894c-9bd5ae0cd05d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f9a96f2aec2463e9cab476cb103b93a&device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 1128 time: 0.0417399 Jul 21 23:47:18.306302 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-c1bf5833-6d83-4a1e-80c2-fc39e0a3eb29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c438e91-9c68-4eb6-b549-d7b1b444cfa3 HTTP/1.1" status: 200 len: 217 time: 0.0540612 Jul 21 23:47:18.327832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da73867-684f-4bfd-af4b-8f34001b4e76 req-7e4ef82c-7c1c-461a-8353-373581a723dc tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:18.329169 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9da73867-684f-4bfd-af4b-8f34001b4e76 req-7e4ef82c-7c1c-461a-8353-373581a723dc tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 944 time: 0.0860410 Jul 21 23:47:18.387969 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-d7ee7ecd-9655-4fe2-8c8d-9d3bae79ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:18.389428 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-d7ee7ecd-9655-4fe2-8c8d-9d3bae79ac53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4d88c6d-beca-4d30-998f-9c730b0845f6 HTTP/1.1" status: 200 len: 853 time: 0.0770745 Jul 21 23:47:18.404117 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9da73867-684f-4bfd-af4b-8f34001b4e76 req-c947d6f4-3f8d-4c52-975a-ae43840efc30 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575318 Jul 21 23:47:18.434118 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-e55c5eee-6e0b-4022-aced-5d8f2bec0bfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9aaa1874-713b-419b-9d7f-bbc12b367aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327530 Jul 21 23:47:18.498462 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:18.529136 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-cb763bdc-18da-41af-a9da-5c135c56e8e1 service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897808 Jul 21 23:47:18.622409 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-731f1bbf-56b5-41e7-96b8-755abff6a6c0 req-25ad29a0-eec9-4c9c-8f6b-cc5c630011a9 service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874119 Jul 21 23:47:19.420252 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-350d133e-c078-4b2f-8200-adc3a4eb7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:19.421730 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-350d133e-c078-4b2f-8200-adc3a4eb7d58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f9a96f2aec2463e9cab476cb103b93a&device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 1128 time: 0.0401587 Jul 21 23:47:19.515695 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-4787ff2a-58b1-4a7b-91b4-15c7e4a78c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:19.517168 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-4787ff2a-58b1-4a7b-91b4-15c7e4a78c39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9aaa1874-713b-419b-9d7f-bbc12b367aa3 HTTP/1.1" status: 200 len: 914 time: 0.0900536 Jul 21 23:47:19.520458 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7989b8-7b01-4bb3-bc7c-bef0090dff15 req-a8e2a4da-59b3-4c2b-b6b2-4d9af23c9869 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:19.521956 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aa7989b8-7b01-4bb3-bc7c-bef0090dff15 req-a8e2a4da-59b3-4c2b-b6b2-4d9af23c9869 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 944 time: 0.0475864 Jul 21 23:47:19.557454 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-ea6d1b4d-3919-4328-b917-54df04f5ceb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c438e91-9c68-4eb6-b549-d7b1b444cfa3 HTTP/1.1" status: 200 len: 217 time: 0.0344141 Jul 21 23:47:19.569357 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-aa7989b8-7b01-4bb3-bc7c-bef0090dff15 req-34eacf41-6aba-45c5-acb2-f987bc94b4ad tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Jul 21 23:47:19.608114 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-518c8643-98b1-4fa4-bd69-f965ee59be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:19.610044 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-518c8643-98b1-4fa4-bd69-f965ee59be7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4d88c6d-beca-4d30-998f-9c730b0845f6 HTTP/1.1" status: 200 len: 853 time: 0.0459816 Jul 21 23:47:19.640888 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-33229b6d-a16d-4b5b-b276-5c54638370b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9aaa1874-713b-419b-9d7f-bbc12b367aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253136 Jul 21 23:47:19.733614 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-77c25ff5-5bf7-4742-8e95-759ec19c6b9d service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867875 Jul 21 23:47:19.822476 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-95e93302-dba3-4913-b1d2-9c354cd77884 req-65c1ef48-4239-4160-a190-4058a2847554 service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829377 Jul 21 23:47:20.409150 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:47:20.936630 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe9ca6-33a4-484e-8302-012fa8317163 req-cd602f23-153a-4eb1-bcd1-6c06be4bc561 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:20.938143 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-15fe9ca6-33a4-484e-8302-012fa8317163 req-cd602f23-153a-4eb1-bcd1-6c06be4bc561 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 944 time: 0.3011019 Jul 21 23:47:20.956114 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:20.986318 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-15fe9ca6-33a4-484e-8302-012fa8317163 req-4523c5fb-0440-4622-bc23-ca4a6e820d7f tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Jul 21 23:47:21.349965 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:47:21.452925 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:21.464010 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3', 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3', 'port_id': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3', 'mac_address': 'fa:16:3e:00:68:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d88c6d-beca-4d30-998f-9c730b0845f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:47:21.498563 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:47:21.498949 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:21.512081 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:47:21.532250 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:21.536128 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:21.580574 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:21.760731 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['6c438e91-9c68-4eb6-b549-d7b1b444cfa3'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:47:21.818226 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:21.828932 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:22.102671 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb6437-0d15-4d16-9caf-444f61f18168 req-844f7444-5feb-4ffd-bf67-e1e520924a34 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:22.104137 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26bb6437-0d15-4d16-9caf-444f61f18168 req-844f7444-5feb-4ffd-bf67-e1e520924a34 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 945 time: 0.0507348 Jul 21 23:47:22.150877 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-26bb6437-0d15-4d16-9caf-444f61f18168 req-71fb8b96-9dc7-4704-afb2-ed68795938ce tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Jul 21 23:47:23.265013 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c73de-b3a6-4e60-9b43-97dac4e2db65 req-335d1c80-7d7d-476e-be6d-3759cce13ac8 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:23.266485 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b9c73de-b3a6-4e60-9b43-97dac4e2db65 req-335d1c80-7d7d-476e-be6d-3759cce13ac8 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Jul 21 23:47:23.315984 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b9c73de-b3a6-4e60-9b43-97dac4e2db65 req-1f3b23b9-5cb3-4d38-b526-4e263e3c9853 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Jul 21 23:47:23.362360 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:47:23.407361 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:47:23.418986 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:47:23.419405 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:23.513274 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad979b-2f2e-49a6-bf09-7815ad0d7fa5 req-824e2f23-b790-4d63-9350-9c8a2c7889db tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:23.514790 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-34ad979b-2f2e-49a6-bf09-7815ad0d7fa5 req-824e2f23-b790-4d63-9350-9c8a2c7889db tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0584531 Jul 21 23:47:23.515688 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:47:23.516087 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:23.540125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:47:23.542402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046ad4b3-f7f3-4d24-9523-9c77e832aa88" -d '{"events": [{"server_uuid": "fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65", "name": "network-vif-plugged", "status": "completed", "tag": "6c438e91-9c68-4eb6-b549-d7b1b444cfa3"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:47:23.555633 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:23.560773 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:23.566797 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-34ad979b-2f2e-49a6-bf09-7815ad0d7fa5 req-4cb34393-156c-481d-b5fe-238a67d0f500 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Jul 21 23:47:23.587814 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff84b0-5274-40dd-a70c-f5f9eef62978 x-openstack-request-id: req-ffff84b0-5274-40dd-a70c-f5f9eef62978 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:47:23.588155 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65", "name": "network-vif-plugged", "status": "completed", "tag": "6c438e91-9c68-4eb6-b549-d7b1b444cfa3", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:47:23.588474 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffff84b0-5274-40dd-a70c-f5f9eef62978 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:47:23.588809 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffff84b0-5274-40dd-a70c-f5f9eef62978'] response: {'server_uuid': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3', 'code': 200} Jul 21 23:47:23.615275 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:23.747075 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421cc7e-0a99-48f6-8274-8b7d269f7462 req-eccd32dc-37f9-44db-9f58-87c7ca675142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:23.748529 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5421cc7e-0a99-48f6-8274-8b7d269f7462 req-eccd32dc-37f9-44db-9f58-87c7ca675142 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 1130 time: 0.0390275 Jul 21 23:47:23.791015 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5421cc7e-0a99-48f6-8274-8b7d269f7462 req-a180d950-d888-47de-9e37-173b281f2038 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367997 Jul 21 23:47:24.431840 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce44b9-2cb0-4837-8624-7296e35a35fd req-52a4af81-eea6-4a1a-beac-55956cd197b1 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:24.434060 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48ce44b9-2cb0-4837-8624-7296e35a35fd req-52a4af81-eea6-4a1a-beac-55956cd197b1 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 946 time: 0.0470312 Jul 21 23:47:24.485548 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-48ce44b9-2cb0-4837-8624-7296e35a35fd req-a7fe58e6-2fd7-449b-9e7c-145726d4dcba tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Jul 21 23:47:24.683337 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841729ec-a527-42fa-9400-1f34ad1f29ef req-519a161a-19b5-4238-b58b-a6ea97f69670 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:24.685208 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-841729ec-a527-42fa-9400-1f34ad1f29ef req-519a161a-19b5-4238-b58b-a6ea97f69670 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0482213 Jul 21 23:47:24.711698 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:24.738980 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-841729ec-a527-42fa-9400-1f34ad1f29ef req-bfe17e43-67e2-4640-8c1f-b41ca3e5cc52 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482309 Jul 21 23:47:25.585858 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:25.599951 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e204-09ed-4d20-a04b-22adb8d52fa8 req-e3c2d6f7-e46e-494d-a40a-137e626274c6 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:25.601444 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7815e204-09ed-4d20-a04b-22adb8d52fa8 req-e3c2d6f7-e46e-494d-a40a-137e626274c6 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 946 time: 0.0492892 Jul 21 23:47:25.648447 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7815e204-09ed-4d20-a04b-22adb8d52fa8 req-e0c12752-43d4-492b-85f6-069ba2d0852d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Jul 21 23:47:25.858697 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a853cfd-c802-4790-8a5d-b9a0fd0d4d49 req-0bd77694-c1e4-4737-92a4-151741059c3f tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:25.860457 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5a853cfd-c802-4790-8a5d-b9a0fd0d4d49 req-0bd77694-c1e4-4737-92a4-151741059c3f tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0541148 Jul 21 23:47:25.906487 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:25.916246 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5a853cfd-c802-4790-8a5d-b9a0fd0d4d49 req-f79ba9e6-4134-407b-9946-9ce7b8af3a9a tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502491 Jul 21 23:47:27.038061 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a4de3-3af6-455d-94e8-c055a3bd5838 req-b5272e6f-6599-49a3-9410-d9884822e5b9 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:27.039559 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-330a4de3-3af6-455d-94e8-c055a3bd5838 req-b5272e6f-6599-49a3-9410-d9884822e5b9 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0477405 Jul 21 23:47:27.092751 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-330a4de3-3af6-455d-94e8-c055a3bd5838 req-e81b7dda-9f9a-4c0d-9bc5-980462dbd0ec tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Jul 21 23:47:28.218639 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4b1b2-b28e-4e74-9665-47c0153d1ae0 req-4b5c45c9-0d9f-4aec-a46b-701a12b3a4e2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:28.220216 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6be4b1b2-b28e-4e74-9665-47c0153d1ae0 req-4b5c45c9-0d9f-4aec-a46b-701a12b3a4e2 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0527060 Jul 21 23:47:28.272832 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-6be4b1b2-b28e-4e74-9665-47c0153d1ae0 req-5dfe9909-0be8-479e-a34a-541543868382 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470283 Jul 21 23:47:29.394565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c08f9-270c-4596-925e-ac877bd951b5 req-f83e9415-8472-4908-bf9e-a1dc811f92c1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:29.396064 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7a1c08f9-270c-4596-925e-ac877bd951b5 req-f83e9415-8472-4908-bf9e-a1dc811f92c1 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0533450 Jul 21 23:47:29.448997 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7a1c08f9-270c-4596-925e-ac877bd951b5 req-44e48fcf-13cb-427f-a897-29209360ab59 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473845 Jul 21 23:47:30.404646 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=62 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:30.405454 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=88 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:30.565569 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a58f20-6617-4e29-b942-67ddd96d3c49 req-ec4d8d91-7c4a-4ab2-bdf2-e4bfb8e8dded tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:30.567072 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c9a58f20-6617-4e29-b942-67ddd96d3c49 req-ec4d8d91-7c4a-4ab2-bdf2-e4bfb8e8dded tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0488760 Jul 21 23:47:30.617702 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c9a58f20-6617-4e29-b942-67ddd96d3c49 req-57041924-c588-4a2e-948a-09f10b1df009 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451398 Jul 21 23:47:31.739972 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3393da1-8a61-4e24-acd6-cea9f3d6735f req-7af919f8-2b45-4d0d-8fac-e72b5c3fd9cf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:31.741557 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3393da1-8a61-4e24-acd6-cea9f3d6735f req-7af919f8-2b45-4d0d-8fac-e72b5c3fd9cf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0539219 Jul 21 23:47:31.793278 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f3393da1-8a61-4e24-acd6-cea9f3d6735f req-778740e9-6844-40c5-a64b-655aaef6b2e7 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460093 Jul 21 23:47:32.916603 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c2cb-d2ff-437c-b88e-55a476a8baa4 req-f14d7116-205f-46bf-bb2f-c82753827e71 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:32.918163 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2df4c2cb-d2ff-437c-b88e-55a476a8baa4 req-f14d7116-205f-46bf-bb2f-c82753827e71 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0539706 Jul 21 23:47:32.969848 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2df4c2cb-d2ff-437c-b88e-55a476a8baa4 req-7e724cd1-e663-4017-bcc6-897564693a57 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459981 Jul 21 23:47:33.611304 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:33.612678 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:33.647338 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-90730b82-d973-4ca1-843a-7ad878773a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:33.648767 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-90730b82-d973-4ca1-843a-7ad878773a9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1129 time: 0.0451169 Jul 21 23:47:33.748465 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-d12b845f-54a3-4a41-a19e-15efe7c12555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:33.750290 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-d12b845f-54a3-4a41-a19e-15efe7c12555 service neutron] 10.222.0.39 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 910 time: 0.0936162 Jul 21 23:47:33.820316 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-42c35cc9-2441-4bc0-ad8c-b898870419be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 1001 time: 0.0631144 Jul 21 23:47:33.857078 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:33.879609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-3d20df9c-db7c-49a1-ae4d-377a158ceddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:33.881107 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-3d20df9c-db7c-49a1-ae4d-377a158ceddd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 200 len: 848 time: 0.0550528 Jul 21 23:47:33.929516 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-66fd38e5-dad4-4825-bdef-3c17e3c876c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:33.931104 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-66fd38e5-dad4-4825-bdef-3c17e3c876c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429463 Jul 21 23:47:34.037779 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-26b94368-941d-4c99-b2cd-cc3cace007a9 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992005 Jul 21 23:47:34.148229 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b4197-8cd1-4774-bd47-9adbedbe84ed req-73b308a2-b169-4d7e-a20f-a7908506f02c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:34.150152 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f62b4197-8cd1-4774-bd47-9adbedbe84ed req-73b308a2-b169-4d7e-a20f-a7908506f02c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.1061003 Jul 21 23:47:34.210763 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-029d1900-5b94-4fe4-80f8-d859cb4a4797 req-22e83a5c-ab95-43fb-9540-128ef367cf13 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648490 Jul 21 23:47:34.226825 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-f62b4197-8cd1-4774-bd47-9adbedbe84ed req-2e08db15-63ef-419f-a730-e90d38b48a1a tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693665 Jul 21 23:47:35.158815 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:35.346443 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354190bb-2ab5-4759-a24f-ab2b849d99cd req-7f1b79f3-543c-4c0a-aeea-911d87e7ff8c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:35.347996 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-354190bb-2ab5-4759-a24f-ab2b849d99cd req-7f1b79f3-543c-4c0a-aeea-911d87e7ff8c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0496755 Jul 21 23:47:35.400917 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-354190bb-2ab5-4759-a24f-ab2b849d99cd req-7ce4deaa-194b-4a08-9b87-bf1d8e813e64 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Jul 21 23:47:36.521489 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7e1e7-0625-4233-9379-b7c5d110b1a5 req-76fcb5ed-05cf-40be-a5b3-5ec55bdbe6e4 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:36.522964 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-64f7e1e7-0625-4233-9379-b7c5d110b1a5 req-76fcb5ed-05cf-40be-a5b3-5ec55bdbe6e4 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0493400 Jul 21 23:47:36.579314 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-64f7e1e7-0625-4233-9379-b7c5d110b1a5 req-2491a867-3789-4fd9-82cc-e95da77f6764 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494394 Jul 21 23:47:36.811625 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667056f-b22f-4739-9f6a-8e169bf639fa req-5ce72e4e-801b-4fec-b8b3-e12861e20c4b tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:36.813848 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6667056f-b22f-4739-9f6a-8e169bf639fa req-5ce72e4e-801b-4fec-b8b3-e12861e20c4b tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0510724 Jul 21 23:47:36.840784 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:36.848173 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-9783bcf0-fea6-425d-a093-bf3afb0be9e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965519 Jul 21 23:47:36.866285 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-6667056f-b22f-4739-9f6a-8e169bf639fa req-4691d1df-b7df-48bc-b42c-79ca4f8a5cc3 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466013 Jul 21 23:47:37.057715 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-6a3562be-8bdb-44cf-b59c-779ed065e418 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:37.058991 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-6a3562be-8bdb-44cf-b59c-779ed065e418 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports/55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 942 time: 0.1826441 Jul 21 23:47:37.788102 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-8d59d02c-1da1-496d-86fb-30b116f13742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:37.991400 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52a791-049f-4690-8ba1-5955983fc6ff req-fcd55084-1cda-4b58-8fb3-bb4321151cda tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:37.993032 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4e52a791-049f-4690-8ba1-5955983fc6ff req-fcd55084-1cda-4b58-8fb3-bb4321151cda tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0532053 Jul 21 23:47:38.044847 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-4e52a791-049f-4690-8ba1-5955983fc6ff req-dd6a802e-7b18-48dd-8da7-8bb578638e13 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460269 Jul 21 23:47:38.314751 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-e1433bb3-2134-4703-80ee-70a60ddfd4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:38.316157 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-e1433bb3-2134-4703-80ee-70a60ddfd4e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f&tenant_id=46779b270a484e19a7d9ede6406106d2 HTTP/1.1" status: 200 len: 1129 time: 0.0405118 Jul 21 23:47:38.375928 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-8504ea78-fb94-4d0e-b426-9073220101f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:38.377509 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-8504ea78-fb94-4d0e-b426-9073220101f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1129 time: 0.0394523 Jul 21 23:47:38.472654 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-707daac6-a111-499b-b78b-09fd67d4122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:38.474161 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-707daac6-a111-499b-b78b-09fd67d4122c service neutron] 10.222.0.39 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 910 time: 0.0902548 Jul 21 23:47:38.536709 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-e91178a4-fe81-4e2c-b6a6-20821cdfccd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 1001 time: 0.0561597 Jul 21 23:47:38.591074 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-7d2b4e0b-8b5f-4f88-b333-cde55769c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:38.592439 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-7d2b4e0b-8b5f-4f88-b333-cde55769c387 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 200 len: 848 time: 0.0477169 Jul 21 23:47:38.636757 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-4442083d-fb55-4694-9a09-483da6047ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:38.638234 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-4442083d-fb55-4694-9a09-483da6047ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379550 Jul 21 23:47:38.698138 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:38.729443 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-f8a7789b-f1a8-43a8-ac10-65bc210265f4 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843873 Jul 21 23:47:38.824690 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-883782a0-c46a-4aa9-b265-7c6d9b093b5a req-108fab64-9548-407c-96ee-ee6ef1d2dffb service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Jul 21 23:47:39.160249 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb48ff-e644-4418-8cfa-63c0ca039b19 req-423e2fef-4505-4587-9c66-038c4fd9a795 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:39.161737 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b2cb48ff-e644-4418-8cfa-63c0ca039b19 req-423e2fef-4505-4587-9c66-038c4fd9a795 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0474517 Jul 21 23:47:39.211067 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-b2cb48ff-e644-4418-8cfa-63c0ca039b19 req-e84cb8a5-e49c-4aaf-b27d-22f916ffc13c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Jul 21 23:47:39.455284 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 55de6435-1bbb-4a44-ae52-c711d06bfe75 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:47:39.527263 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 55de6435-1bbb-4a44-ae52-c711d06bfe75 is: ACTIVE; New status is: DOWN {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:47:39.527653 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:39.550893 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:47:39.553128 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8296a8cf-bec2-42ba-a9df-a1b9831a45e8" -d '{"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-unplugged", "status": "completed", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:47:39.565216 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:39.569268 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:39.590916 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 23:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac11357-476b-4a28-836e-c98696c6c106 x-openstack-request-id: req-fac11357-476b-4a28-836e-c98696c6c106 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:47:39.591206 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-unplugged", "status": "completed", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:47:39.591458 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fac11357-476b-4a28-836e-c98696c6c106 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:47:39.591848 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac11357-476b-4a28-836e-c98696c6c106'] response: {'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'code': 200} Jul 21 23:47:39.617970 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=6']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:39.625074 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.625402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.625749 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.626092 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.626426 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.626756 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.627086 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.627414 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.627757 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.628075 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.628398 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.628725 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.629047 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.629403 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:39.629724 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:47:40.075377 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-7d0c5f1a-3c4b-4f63-b444-44ae8781837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:40.076863 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-7d0c5f1a-3c4b-4f63-b444-44ae8781837b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1127 time: 0.0475557 Jul 21 23:47:40.180802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-e306a67d-d45f-498c-a153-de3564ceb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:40.182205 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-e306a67d-d45f-498c-a153-de3564ceb49c service neutron] 10.222.0.39 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 910 time: 0.0869267 Jul 21 23:47:40.254464 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-3d650662-27d7-4557-b5ae-3b5127578bbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 999 time: 0.0627897 Jul 21 23:47:40.337505 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-199598d1-6f81-4895-a5cf-5ca038b2ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:40.338980 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-199598d1-6f81-4895-a5cf-5ca038b2ddca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 200 len: 848 time: 0.0789542 Jul 21 23:47:40.347447 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7ac1-925a-4923-9c6d-c3c80fb3d75e req-b455606d-3d76-4066-b363-216bc31e6edc tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:40.348864 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-33ac7ac1-925a-4923-9c6d-c3c80fb3d75e req-b455606d-3d76-4066-b363-216bc31e6edc tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0615547 Jul 21 23:47:40.356222 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-5c3229a5-7723-492e-9db2-23d77dc4d45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:40.406398 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-952a334a-de8e-48a4-882f-76be8d4ec2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:40.407890 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-952a334a-de8e-48a4-882f-76be8d4ec2e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581515 Jul 21 23:47:40.454940 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-33ac7ac1-925a-4923-9c6d-c3c80fb3d75e req-f570a5f3-4492-43d1-b9c2-460577bb8190 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960631 Jul 21 23:47:40.458703 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:40.515495 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-4112901a-ff95-493f-8da3-fd8cc6490591 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997350 Jul 21 23:47:40.610986 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9eec6ba2-8fd6-494c-8e16-ce7e02b94cff req-c18a069a-f659-4246-aa5f-d89a12f24fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891998 Jul 21 23:47:41.369605 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:41.570989 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79417cc-861f-48b3-a395-a6fd4542f755 req-7be69563-c738-44ec-9a30-48001cf29b48 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:41.572458 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a79417cc-861f-48b3-a395-a6fd4542f755 req-7be69563-c738-44ec-9a30-48001cf29b48 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0501118 Jul 21 23:47:41.623839 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-a79417cc-861f-48b3-a395-a6fd4542f755 req-e8ec5f11-91bd-4fbd-97c9-9c6a7cb68616 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449846 Jul 21 23:47:42.742218 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a189-3893-4b48-a371-10c358c2c216 req-1bba0e12-02f0-4b6c-9e0e-bda66e3b85b3 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:42.743699 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c202a189-3893-4b48-a371-10c358c2c216 req-1bba0e12-02f0-4b6c-9e0e-bda66e3b85b3 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0485697 Jul 21 23:47:42.788934 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:42.795418 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c202a189-3893-4b48-a371-10c358c2c216 req-90605597-8730-4ca9-a46a-1a960205595e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 Jul 21 23:47:43.243544 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:43.909963 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29cfe7-d9e5-4414-8f24-f0f23c142a4e req-83c98957-4885-4622-8258-177592127bce tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:43.911449 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fd29cfe7-d9e5-4414-8f24-f0f23c142a4e req-83c98957-4885-4622-8258-177592127bce tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0473897 Jul 21 23:47:43.936886 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:43.964421 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-fd29cfe7-d9e5-4414-8f24-f0f23c142a4e req-462859de-55ab-4966-8dbe-32bd23ca8852 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473855 Jul 21 23:47:45.086306 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7f9b-8c96-4181-8276-90dfbe04a87b req-4ec62f69-97b6-4892-a254-0cd21309b4b5 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:45.087803 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bf7a7f9b-8c96-4181-8276-90dfbe04a87b req-4ec62f69-97b6-4892-a254-0cd21309b4b5 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 943 time: 0.0522697 Jul 21 23:47:45.139228 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-bf7a7f9b-8c96-4181-8276-90dfbe04a87b req-2f7c3bd5-8967-4978-9abb-5d2437d1e117 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 Jul 21 23:47:45.386638 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f034-dcf0-41e5-95a4-21dbae8fa3bb req-91989d3b-eec0-4178-b4ac-cc08909e2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:45.388030 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-09e5f034-dcf0-41e5-95a4-21dbae8fa3bb req-91989d3b-eec0-4178-b4ac-cc08909e2d84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1127 time: 0.0395014 Jul 21 23:47:45.432613 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-09e5f034-dcf0-41e5-95a4-21dbae8fa3bb req-edb80929-444b-4139-b4c6-eff4c7a98562 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389533 Jul 21 23:47:45.471715 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:45.472459 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:45.489198 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 55de6435-1bbb-4a44-ae52-c711d06bfe75 details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:47:45.586686 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:45.600111 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'port_id': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'mac_address': 'fa:16:3e:a3:86:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:47:45.638939 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 55de6435-1bbb-4a44-ae52-c711d06bfe75 is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:47:45.639257 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:45.652396 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55de6435-1bbb-4a44-ae52-c711d06bfe75 {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:47:45.673550 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:45.677856 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:45.724429 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=7']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:45.916223 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['55de6435-1bbb-4a44-ae52-c711d06bfe75'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:47:46.013798 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:46.052240 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:46.254835 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0c05e-1bb5-4c01-9caa-bb184a3447a7 req-2df9e8f0-bf04-4b09-8d88-801410e16c60 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:46.256290 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-67f0c05e-1bb5-4c01-9caa-bb184a3447a7 req-2df9e8f0-bf04-4b09-8d88-801410e16c60 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 944 time: 0.0482326 Jul 21 23:47:46.305052 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-67f0c05e-1bb5-4c01-9caa-bb184a3447a7 req-2e04c494-83ad-4fad-a917-6f21dda4e2bf tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Jul 21 23:47:47.423320 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d57616-b0a5-48c0-94cd-8cdd7ec20fe7 req-1d4d0bda-496d-4e75-b57c-732ad9c88c7d tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:47:47.424701 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95d57616-b0a5-48c0-94cd-8cdd7ec20fe7 req-1d4d0bda-496d-4e75-b57c-732ad9c88c7d tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 944 time: 0.0484488 Jul 21 23:47:47.473926 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-95d57616-b0a5-48c0-94cd-8cdd7ec20fe7 req-ea543125-a757-4bb8-8c6e-c375ae67ad78 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Jul 21 23:47:47.498253 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 55de6435-1bbb-4a44-ae52-c711d06bfe75 up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:47:47.545137 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 55de6435-1bbb-4a44-ae52-c711d06bfe75 triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:47:47.545563 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:47.748645 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 55de6435-1bbb-4a44-ae52-c711d06bfe75 is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:47:47.749042 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:47.772932 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:47:47.775314 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a9930-dfd6-4ca1-905b-8b2892053745" -d '{"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-plugged", "status": "completed", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:47:47.787868 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:47:47.791672 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:47:47.817949 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a46254e-56c0-4c1f-a48f-45f5351c7082 x-openstack-request-id: req-2a46254e-56c0-4c1f-a48f-45f5351c7082 {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:47:47.818243 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-plugged", "status": "completed", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:47:47.818496 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a46254e-56c0-4c1f-a48f-45f5351c7082 {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:47:47.818888 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a46254e-56c0-4c1f-a48f-45f5351c7082'] response: {'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'code': 200} Jul 21 23:47:47.844221 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=8']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:47:56.289733 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=48 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:56.301112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=20 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:57.408641 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:47:57.465829 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=85 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:57.468596 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=76 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:57.840537 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:47:57.841441 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:05.159758 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:05.310114 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f63f5-5557-4b42-81b0-bd04fb52a309 req-76007129-7e5f-4a08-84c4-cad1a78a1822 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:05.311534 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2b4f63f5-5557-4b42-81b0-bd04fb52a309 req-76007129-7e5f-4a08-84c4-cad1a78a1822 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 946 time: 0.0478463 Jul 21 23:48:05.363070 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-2b4f63f5-5557-4b42-81b0-bd04fb52a309 req-9acabe55-94c8-4190-9fcd-89ef659dc5fd tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Jul 21 23:48:06.482562 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854a547-5f6c-4ea9-865d-70c25a7c3f14 req-14f4e243-a337-41e1-8aa3-9228f0880d2d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:06.484313 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d854a547-5f6c-4ea9-865d-70c25a7c3f14 req-14f4e243-a337-41e1-8aa3-9228f0880d2d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 946 time: 0.0510509 Jul 21 23:48:06.531027 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-d854a547-5f6c-4ea9-865d-70c25a7c3f14 req-2cc191a3-dea4-4876-8770-9af2b6654bdf tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Jul 21 23:48:07.114778 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-46f1ab2a-34c2-48f8-8aa1-6de97eba4b7d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:07.116255 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-46f1ab2a-34c2-48f8-8aa1-6de97eba4b7d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 946 time: 0.0487831 Jul 21 23:48:07.203030 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Deleting port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:48:07.203379 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:07.292863 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] For port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:48:07.293323 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:07.306202 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Calling delete_port for 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:48:07.403653 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:07.404314 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:07.437970 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (6c438e91-9c68-4eb6-b549-d7b1b444cfa3), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:07.449780 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['6c438e91-9c68-4eb6-b549-d7b1b444cfa3'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:48:07.463335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Pushing event deleted for resources: {'Port': ['ID=6c438e91-9c68-4eb6-b549-d7b1b444cfa3,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:07.511442 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] No DVR routers for this DVR port 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:48:07.514086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:07.517815 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5a4b5b8b-cc31-4c0a-99bd-a5568db9016e req-d1acedc8-b062-4923-8178-037bf0f9644a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "DELETE /v2.0/ports/6c438e91-9c68-4eb6-b549-d7b1b444cfa3 HTTP/1.1" status: 204 len: 173 time: 0.3957040 Jul 21 23:48:07.518263 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'name': 'network-vif-deleted', 'tag': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:48:07.521030 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a07cf7f-ad9e-423b-9ec5-e1e65517fef0" -d '{"events": [{"server_uuid": "fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65", "name": "network-vif-deleted", "tag": "6c438e91-9c68-4eb6-b549-d7b1b444cfa3"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:48:07.559562 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986b50b-b264-4d41-b603-60f2fe97df6d x-openstack-request-id: req-7986b50b-b264-4d41-b603-60f2fe97df6d {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:48:07.559944 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65", "name": "network-vif-deleted", "tag": "6c438e91-9c68-4eb6-b549-d7b1b444cfa3", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:48:07.560101 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7986b50b-b264-4d41-b603-60f2fe97df6d {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:48:07.560511 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7986b50b-b264-4d41-b603-60f2fe97df6d'] response: {'server_uuid': 'fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65', 'name': 'network-vif-deleted', 'tag': '6c438e91-9c68-4eb6-b549-d7b1b444cfa3', 'status': 'completed', 'code': 200} Jul 21 23:48:07.636874 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3048d2b9-8b48-4b9b-8751-9849457e52bc req-8e1d5a8b-49ff-40e4-92d8-651afe476541 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2cd63f-fb87-4d0d-b5fc-e89a4fab6c65 HTTP/1.1" status: 200 len: 210 time: 0.0347912 Jul 21 23:48:07.781636 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6aa2-e89a-42e2-bcd4-c7425697d6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:09.986138 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:48:10.006026 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:48:10.006370 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 6c438e91-9c68-4eb6-b549-d7b1b444cfa3 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:48:10.359174 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b7912283-dee9-4054-a2e3-645d4813cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:11.371540 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:12.787710 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:13.247561 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:15.356663 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=8 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:15.359991 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=10 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:17.496385 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:17.627633 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-79b71be8-d44f-4abd-9ffe-3d85f01d5173 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:17.629080 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-79b71be8-d44f-4abd-9ffe-3d85f01d5173 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/networks?id=9aaa1874-713b-419b-9d7f-bbc12b367aa3 HTTP/1.1" status: 200 len: 813 time: 0.1023302 Jul 21 23:48:17.643138 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-07b9a387-fda3-447a-9ef3-795934a7c423 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/quotas/1f9a96f2aec2463e9cab476cb103b93a HTTP/1.1" status: 200 len: 375 time: 0.0087678 Jul 21 23:48:17.679633 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-8d90ee44-31b6-49cd-87f4-4822db230a87 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9a96f2aec2463e9cab476cb103b93a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304430 Jul 21 23:48:17.768659 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-8198a858-3de9-466e-9524-b44f7725403e service neutron] 10.222.0.57 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826666 Jul 21 23:48:17.860736 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-659b23b7-850a-43b5-8a0b-31380df8ce71 service neutron] 10.222.0.57 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864708 Jul 21 23:48:18.023476 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-e1c325ff-67fb-4a8d-b51a-1addc47bf90f req-731cce66-a47d-49d2-9d2a-9b84b5a49931 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 210 time: 0.0295532 Jul 21 23:48:18.909891 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:18.925688 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-eb1c5b32-d1f6-4176-ac4b-87c8cf1e7a99 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:18.927142 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-eb1c5b32-d1f6-4176-ac4b-87c8cf1e7a99 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "GET /v2.0/networks?id=9aaa1874-713b-419b-9d7f-bbc12b367aa3 HTTP/1.1" status: 200 len: 813 time: 0.1056335 Jul 21 23:48:18.941563 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Request body: {'port': {'device_id': 'd4741fda-d375-4841-b222-39f9ab397864', 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3', 'admin_state_up': True, 'tenant_id': '1f9a96f2aec2463e9cab476cb103b93a'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:48:19.061174 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Made reservation on behalf of 1f9a96f2aec2463e9cab476cb103b93a for: {'port': 1} {{(pid=104212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:48:19.064975 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (None), before_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:19.153753 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8f826f68-4b8c-4d88-b3fe-3cd3884b4fde req-de1a91f0-41a6-45f7-8968-d4837317b486 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 210 time: 0.0350649 Jul 21 23:48:19.220615 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_common [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Allocated IP 172.20.0.10 (9aaa1874-713b-419b-9d7f-bbc12b367aa3/b4d88c6d-beca-4d30-998f-9c730b0845f6/1b8aa281-0e1d-44fd-b693-d8d5e873a1db) {{(pid=104212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:48:19.366981 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks [] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), precommit_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:19.390298 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:19.401454 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793305525773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), after_create {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:19.443910 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 is already hosted by enough agents. {{(pid=104212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:48:19.449059 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.base_scheduler [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Resources bound (agent type, host, resource id): {{(pid=104212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:48:19.453042 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Received port after_create {{(pid=104212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:48:19.459495 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Pushing event updated for resources: {'Port': ['ID=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,revision_number=1']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:19.489293 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.489639 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.489979 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.490323 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.490652 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.490979 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.491304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.491624 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.491946 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.492268 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.492590 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.492910 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.493254 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.493573 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.493888 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:48:19.516839 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:19.517478 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:19.533271 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-5321e072-b041-4dcf-b526-952ccc00733d tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5960877 Jul 21 23:48:19.546609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.v2.base [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Request body: {'port': {'device_id': 'd4741fda-d375-4841-b222-39f9ab397864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85070'}} {{(pid=104212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:48:19.607254 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:19.742722 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:19.855565 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8aa281-0e1d-44fd-b693-d8d5e873a1db {{(pid=104212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:48:19.863881 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Publish callbacks [] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), precommit_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:19.876483 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.provisioning_blocks [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Transition to ACTIVE for port object 1b8aa281-0e1d-44fd-b693-d8d5e873a1db will not be triggered until provisioned by entity L2. {{(pid=104212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:48:19.880180 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:19.934068 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,revision_number=2']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:19.999272 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Attempting to bind port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db on host hv-cinder-85070 for vnic_type normal with profile {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:48:19.999534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Attempting to bind port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db by drivers openvswitch,hyperv on host hv-cinder-85070 at level 0 using segments [{'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:48:19.999858 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Attempting to bind port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db on network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:48:20.004422 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db on network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85070 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:48:20.004741 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Attempting to bind port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db on network 9aaa1874-713b-419b-9d7f-bbc12b367aa3 {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:48:20.009518 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Checking agent: {'id': '6108e8da-dc06-495d-ad01-01ead51ca3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'started_at': datetime.datetime(2022, 7, 21, 23, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:48:20.009856 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Checking segment: {'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:48:20.010251 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Bound using segment: {'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'} {{(pid=104212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:48:20.010654 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.managers [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Bound port: 1b8aa281-0e1d-44fd-b693-d8d5e873a1db, host: hv-cinder-85070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b493f842-4d3a-489c-8e25-8e3cfe43bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3'}}] {{(pid=104212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:48:20.011004 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), before_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:20.070676 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] For port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db, host hv-cinder-85070, cleared binding levels {{(pid=104212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:48:20.073647 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] For port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db, host hv-cinder-85070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:48:20.079702 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12010704'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), after_update {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:20.118603 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:20.119226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:20.120614 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b8aa281-0e1d-44fd-b693-d8d5e873a1db HTTP/1.1" status: 200 len: 1094 time: 0.5778902 Jul 21 23:48:20.121041 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4741fda-d375-4841-b222-39f9ab397864', 'tag': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:48:20.123308 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06a8d1d-96bc-4388-8339-4323921fe682" -d '{"events": [{"name": "network-changed", "server_uuid": "d4741fda-d375-4841-b222-39f9ab397864", "tag": "1b8aa281-0e1d-44fd-b693-d8d5e873a1db"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:48:20.130177 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:20.153150 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69504a57-fe00-40ff-9d6a-2e5056847d30 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,revision_number=3']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:20.171760 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266ed86-5515-4140-8035-b118c18a8a85 x-openstack-request-id: req-5266ed86-5515-4140-8035-b118c18a8a85 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:48:20.172047 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4741fda-d375-4841-b222-39f9ab397864", "tag": "1b8aa281-0e1d-44fd-b693-d8d5e873a1db", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:48:20.172292 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5266ed86-5515-4140-8035-b118c18a8a85 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:48:20.173448 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5266ed86-5515-4140-8035-b118c18a8a85'] response: {'name': 'network-changed', 'server_uuid': 'd4741fda-d375-4841-b222-39f9ab397864', 'tag': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db', 'status': 'completed', 'code': 200} Jul 21 23:48:20.204896 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-9ea0a95a-df19-4ec6-88b0-db4ddfc8397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:20.206497 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-9ea0a95a-df19-4ec6-88b0-db4ddfc8397c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f9a96f2aec2463e9cab476cb103b93a&device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 1128 time: 0.0467441 Jul 21 23:48:20.249090 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-e92d0e71-398b-43aa-a6aa-5a78667ace4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b8aa281-0e1d-44fd-b693-d8d5e873a1db HTTP/1.1" status: 200 len: 217 time: 0.0356696 Jul 21 23:48:20.572417 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032ed1a-55ed-44c7-b759-92a4b535932d req-b1c0bc6f-9a28-4734-a849-e6a70c0b1584 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:20.573902 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4032ed1a-55ed-44c7-b759-92a4b535932d req-b1c0bc6f-9a28-4734-a849-e6a70c0b1584 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 944 time: 0.3274422 Jul 21 23:48:20.589578 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-933fe3ce-3592-41c4-b1e3-0533016f554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:20.590923 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-933fe3ce-3592-41c4-b1e3-0533016f554a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4d88c6d-beca-4d30-998f-9c730b0845f6 HTTP/1.1" status: 200 len: 853 time: 0.3321621 Jul 21 23:48:20.632204 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-8b1df404-65c7-4616-b6d3-96819c194109 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9aaa1874-713b-419b-9d7f-bbc12b367aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336499 Jul 21 23:48:20.666593 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4032ed1a-55ed-44c7-b759-92a4b535932d req-9aec4292-6cf6-4687-bc71-69b35b3528b6 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862732 Jul 21 23:48:20.739878 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-05b1dd6e-4538-4223-9200-b41107bd9296 service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019113 Jul 21 23:48:20.829999 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-901fe28c-0fc0-4b42-b668-4004163fafb2 req-76248d8a-8b58-4570-9b06-8c669eaf7c6b service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Jul 21 23:48:21.682147 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-640b89c9-566c-456e-bbf9-4abcd538bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:21.683632 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-640b89c9-566c-456e-bbf9-4abcd538bd34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f9a96f2aec2463e9cab476cb103b93a&device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 1128 time: 0.0443773 Jul 21 23:48:21.755596 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:21.779887 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-964a5ce7-d2eb-493f-84a4-a409226bdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:21.781380 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-964a5ce7-d2eb-493f-84a4-a409226bdbfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9aaa1874-713b-419b-9d7f-bbc12b367aa3 HTTP/1.1" status: 200 len: 914 time: 0.0903709 Jul 21 23:48:21.783714 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee973b06-552b-4864-94df-1c889e7d7416 req-e4ba5308-4846-41e2-bc08-b09682f5a45a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:21.785190 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ee973b06-552b-4864-94df-1c889e7d7416 req-e4ba5308-4846-41e2-bc08-b09682f5a45a tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 944 time: 0.0478609 Jul 21 23:48:21.822032 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-aa2c52e7-0e6f-4420-9026-14d72c279ce3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b8aa281-0e1d-44fd-b693-d8d5e873a1db HTTP/1.1" status: 200 len: 217 time: 0.0336313 Jul 21 23:48:21.833014 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ee973b06-552b-4864-94df-1c889e7d7416 req-47503f31-9cf0-4ffd-bc2f-840aa7098c14 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Jul 21 23:48:21.876162 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-072b1708-dd40-424a-9d51-edfb58e0324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:21.877675 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-072b1708-dd40-424a-9d51-edfb58e0324c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4d88c6d-beca-4d30-998f-9c730b0845f6 HTTP/1.1" status: 200 len: 853 time: 0.0492337 Jul 21 23:48:21.909912 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-b0521757-9109-4bf0-b075-2bffd26ab1f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9aaa1874-713b-419b-9d7f-bbc12b367aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266905 Jul 21 23:48:21.998239 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-b1a6f4b4-c185-4bc0-b626-db6a2f97b248 service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824349 Jul 21 23:48:22.092068 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-e06a8d1d-96bc-4388-8339-4323921fe682 req-d752ac91-2f42-4ce3-bf31-77ea2166f861 service neutron] 10.222.0.39 "GET /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868926 Jul 21 23:48:22.477874 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:22.947592 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381919e-439e-4252-ba70-1cc57571d0b4 req-004af9a3-3924-49da-9089-741e175012e7 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:22.949066 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2381919e-439e-4252-ba70-1cc57571d0b4 req-004af9a3-3924-49da-9089-741e175012e7 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 944 time: 0.0477731 Jul 21 23:48:22.996468 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-2381919e-439e-4252-ba70-1cc57571d0b4 req-8ea3114d-e5ef-4313-957f-3b5c2a09f79c tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Jul 21 23:48:23.242102 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:23.242890 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:23.658570 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1b8aa281-0e1d-44fd-b693-d8d5e873a1db details requested by agent hyperv_hv-cinder-85070 with host hv-cinder-85070 {{(pid=104213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:48:23.758895 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:48:23.770025 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Returning: {'device': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db', 'network_id': '9aaa1874-713b-419b-9d7f-bbc12b367aa3', 'port_id': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db', 'mac_address': 'fa:16:3e:e5:58:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d88c6d-beca-4d30-998f-9c730b0845f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:48:23.804126 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db is: DOWN; New status is: BUILD {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:48:23.804518 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:23.817719 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8aa281-0e1d-44fd-b693-d8d5e873a1db {{(pid=104213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:48:23.837544 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:48:23.841550 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:23.899444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,revision_number=4']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:24.075516 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['1b8aa281-0e1d-44fd-b693-d8d5e873a1db'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:48:24.111405 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40318-ed2a-44c3-9a68-fbf000e676c9 req-88057ffd-3926-45ad-beca-a6b831c816a1 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:24.113627 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3fb40318-ed2a-44c3-9a68-fbf000e676c9 req-88057ffd-3926-45ad-beca-a6b831c816a1 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 945 time: 0.0488248 Jul 21 23:48:24.164225 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-3fb40318-ed2a-44c3-9a68-fbf000e676c9 req-e52bc57a-b57b-4f56-820f-8d671c6e24ab tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Jul 21 23:48:25.283244 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d256fb8-6516-4480-ad27-9c22afb4d550 req-04d64eac-f275-46c8-9aff-d1f777e13eeb tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:25.284718 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1d256fb8-6516-4480-ad27-9c22afb4d550 req-04d64eac-f275-46c8-9aff-d1f777e13eeb tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 945 time: 0.0516093 Jul 21 23:48:25.315170 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:25.332470 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-1d256fb8-6516-4480-ad27-9c22afb4d550 req-f5e0bb84-6927-4565-8ade-3c9d3d19fe75 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Jul 21 23:48:25.659074 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1b8aa281-0e1d-44fd-b693-d8d5e873a1db up at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:48:25.702006 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning for port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db completed by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:48:25.708463 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.provisioning_blocks [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Provisioning complete for port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db triggered by entity L2. {{(pid=104213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:48:25.708874 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526955'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), provisioning_complete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:25.783445 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Current status of the port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db is: BUILD; New status is: ACTIVE {{(pid=104213) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:48:25.783831 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667654'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), before_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:25.806235 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4741fda-d375-4841-b222-39f9ab397864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db'}] {{(pid=104213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:48:25.808470 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb39f1f26efa37a60def9c466de37a96d4fe0bd5d8c27f4672b5f62feb041506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42049e37-78fe-4116-9107-ec1a0ad7bbd6" -d '{"events": [{"server_uuid": "d4741fda-d375-4841-b222-39f9ab397864", "name": "network-vif-plugged", "status": "completed", "tag": "1b8aa281-0e1d-44fd-b693-d8d5e873a1db"}]}' {{(pid=104213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:48:25.821833 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] For port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:48:25.825823 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793305885642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793305525791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793305525809'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:25.851336 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a30766-d91e-4e35-a731-a75d2c20ed7d x-openstack-request-id: req-74a30766-d91e-4e35-a731-a75d2c20ed7d {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:48:25.851632 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4741fda-d375-4841-b222-39f9ab397864", "name": "network-vif-plugged", "status": "completed", "tag": "1b8aa281-0e1d-44fd-b693-d8d5e873a1db", "code": 200}]} {{(pid=104213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:48:25.851885 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-74a30766-d91e-4e35-a731-a75d2c20ed7d {{(pid=104213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:48:25.852284 dv-cinder-850700-1-iscsi neutron-server[104213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a30766-d91e-4e35-a731-a75d2c20ed7d'] response: {'server_uuid': 'd4741fda-d375-4841-b222-39f9ab397864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db', 'code': 200} Jul 21 23:48:25.880704 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Pushing event updated for resources: {'Port': ['ID=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,revision_number=5']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:26.009464 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732e56-290b-4678-a35c-ff689736bb16 req-ebab1e6b-bf98-484f-a258-34ecc51e10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:26.010984 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d732e56-290b-4678-a35c-ff689736bb16 req-ebab1e6b-bf98-484f-a258-34ecc51e10ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 1130 time: 0.0389879 Jul 21 23:48:26.055224 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8d732e56-290b-4678-a35c-ff689736bb16 req-ad2c48f0-5023-446a-bdbd-4e450595305a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Jul 21 23:48:26.450642 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e45f-34bd-448b-9955-6abbcdb88d08 req-d8c450bc-b6e2-418a-96c0-ddb5ac0f1b04 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:26.452133 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cd36e45f-34bd-448b-9955-6abbcdb88d08 req-d8c450bc-b6e2-418a-96c0-ddb5ac0f1b04 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 946 time: 0.0512764 Jul 21 23:48:26.500739 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-cd36e45f-34bd-448b-9955-6abbcdb88d08 req-ddad5c31-4cea-4695-9006-38f9ca4f47f0 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424411 Jul 21 23:48:27.618655 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c20a18-5563-422f-927a-db80e87fd40f req-7a82b0cc-697e-448b-b2a2-f097ede0e459 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:27.620135 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c5c20a18-5563-422f-927a-db80e87fd40f req-7a82b0cc-697e-448b-b2a2-f097ede0e459 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 946 time: 0.0478508 Jul 21 23:48:27.666801 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-c5c20a18-5563-422f-927a-db80e87fd40f req-05900692-8058-4bbf-b516-c1a08bcf1076 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Jul 21 23:48:29.362423 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=5 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:34.408192 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:48:35.187208 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:36.494477 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=61 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:36.497015 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=20 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:37.660263 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=30 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:37.662740 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=26 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:37.784770 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e445a475-ae42-4134-9ea6-78e715def75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:40.363793 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8fc6-b141-4024-b866-8d25cad38229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:41.374722 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:41.675053 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-1b4a4858-4d20-4ba5-84af-957c3434fe26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395730 Jul 21 23:48:41.758754 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04166599-b27b-4f28-929b-433acdc0ef96 req-4a9ca476-b32d-4a9b-8df8-872b2b482a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:41.760246 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-4a9ca476-b32d-4a9b-8df8-872b2b482a22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1129 time: 0.0418384 Jul 21 23:48:41.872780 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04166599-b27b-4f28-929b-433acdc0ef96 req-d3985b79-3419-43af-a020-b07b00796091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:41.874312 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-d3985b79-3419-43af-a020-b07b00796091 service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.0947618 Jul 21 23:48:41.939351 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-c75d20fa-2715-430f-8b58-6ef13c540204 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 200 len: 1000 time: 0.0582218 Jul 21 23:48:41.988846 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04166599-b27b-4f28-929b-433acdc0ef96 req-20b47413-b93e-44ee-bc03-d408b5fa586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:41.990479 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-20b47413-b93e-44ee-bc03-d408b5fa586f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0454893 Jul 21 23:48:42.040395 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04166599-b27b-4f28-929b-433acdc0ef96 req-131ab475-d9ba-4ae7-9531-b816913d8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:42.041918 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-131ab475-d9ba-4ae7-9531-b816913d8330 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428762 Jul 21 23:48:42.134238 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-3f1ab5e3-4e52-43a5-8d8a-673a920e4d5f service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852773 Jul 21 23:48:42.231206 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-04166599-b27b-4f28-929b-433acdc0ef96 req-e5fc41c7-4638-4efb-8064-3eff0cdd4cff service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881279 Jul 21 23:48:42.789457 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:43.250816 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:44.404445 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:47.680795 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38708) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:48:47.716502 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e6d7-abb2-4b90-b320-329184061656 req-0dca00d4-e5d9-4238-a39c-288e190e28ad tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:47.717972 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-edc1e6d7-abb2-4b90-b320-329184061656 req-0dca00d4-e5d9-4238-a39c-288e190e28ad tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 946 time: 0.0474229 Jul 21 23:48:47.767688 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-edc1e6d7-abb2-4b90-b320-329184061656 req-de6a900a-efdd-48ba-b245-b07ae8b0d67c tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Jul 21 23:48:47.826333 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Deleting port 52e87ee8-a805-437e-bdc9-76dc18840d11 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:48:47.826681 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:47.906152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:47.906481 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (52e87ee8-a805-437e-bdc9-76dc18840d11), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:47.919634 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Calling delete_port for 52e87ee8-a805-437e-bdc9-76dc18840d11 owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:48:48.071490 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:48.084989 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:48.091528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (52e87ee8-a805-437e-bdc9-76dc18840d11), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:48.115944 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event deleted for resources: {'Port': ['ID=52e87ee8-a805-437e-bdc9-76dc18840d11,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:48.186405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (b5903eb5-4415-4f26-96a8-241e408660a2), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:48.186759 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Floating IP b5903eb5-4415-4f26-96a8-241e408660a2 disassociated (deleted). External IP: 172.27.1.158, port: c7e76131-2329-43d4-94e0-0bb4e5b2956f. Jul 21 23:48:48.386240 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:48:48.492501 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:48:48.497367 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:48.502227 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:48:48.513204 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:48:48.513832 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:48:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:48:48.526959 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-49e7472b-f6c8-4c7d-ac40-929a61ee8402 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "DELETE /v2.0/floatingips/b5903eb5-4415-4f26-96a8-241e408660a2 HTTP/1.1" status: 204 len: 168 time: 0.8450389 Jul 21 23:48:48.527652 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:48:48.530054 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ace8546-84cf-4bb1-a675-55bab7621ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:48:48.569789 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7704ada-3b7b-4bea-8e6c-93490398d4ab x-openstack-request-id: req-e7704ada-3b7b-4bea-8e6c-93490398d4ab {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:48:48.570263 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:48:48.570768 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7704ada-3b7b-4bea-8e6c-93490398d4ab {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:48:48.571333 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7704ada-3b7b-4bea-8e6c-93490398d4ab'] response: {'name': 'network-changed', 'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'status': 'completed', 'code': 200} Jul 21 23:48:48.620060 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:48:48.752091 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5d17-4f6e-4ae7-bbe5-be1fb9bd3093 req-f7138d9b-eacd-4dec-851c-964da9beba93 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:48.753500 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-88ef5d17-4f6e-4ae7-bbe5-be1fb9bd3093 req-f7138d9b-eacd-4dec-851c-964da9beba93 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 946 time: 0.0533214 Jul 21 23:48:48.809719 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-88ef5d17-4f6e-4ae7-bbe5-be1fb9bd3093 req-c09cf9bb-4a37-4771-8417-98fe4b9808ff tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499921 Jul 21 23:48:48.835953 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:45:00Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:48:48.862212 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:48:48.870624 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:48:48.871223 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:48:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:48:48.942728 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7af96-3e55-47fa-8a41-eb78bcb9c2dc req-ef62748d-7306-4fff-aecc-2ef4365606eb tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:48.944136 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-eaa7af96-3e55-47fa-8a41-eb78bcb9c2dc req-ef62748d-7306-4fff-aecc-2ef4365606eb tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 946 time: 0.1028304 Jul 21 23:48:48.976949 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:48:49.037470 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-eaa7af96-3e55-47fa-8a41-eb78bcb9c2dc req-0168aa58-5af3-49c3-bb8a-ad6402cc17a9 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873287 Jul 21 23:48:49.042998 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-1bb10770-1202-4934-98d8-97a41db51bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:49.044438 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-1bb10770-1202-4934-98d8-97a41db51bdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 1130 time: 0.0664213 Jul 21 23:48:49.191199 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:45:00Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:48:49.215858 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d1a0a-0908-4c9d-8379-d50e9a8c71b5 None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_floatingips': [{'id': '02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'router_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'port_id': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'mac_address': 'fa:16:3e:e1:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:44:57Z', 'updated_at': '2022-07-21T23:45:00Z', 'revision_number': 1, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:48:49.431868 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800de96-7c94-48bf-8781-31a17ca49923 None None] New status for floating IP b5903eb5-4415-4f26-96a8-241e408660a2: DOWN {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:48:49.462541 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:49.924382 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decf3e9-7b3f-4e65-bc3e-eb7e568158f1 req-2e9fc8a3-4102-4d93-924f-dcddc6797d70 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:49.925886 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5decf3e9-7b3f-4e65-bc3e-eb7e568158f1 req-2e9fc8a3-4102-4d93-924f-dcddc6797d70 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 946 time: 0.0502262 Jul 21 23:48:49.975802 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-5decf3e9-7b3f-4e65-bc3e-eb7e568158f1 req-7bd6b565-8e75-48fc-9966-a585ad4e1ae3 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443695 Jul 21 23:48:50.183341 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917596-ce74-42c2-99f5-b339912aca03 req-f0222581-adf0-4d65-826b-4b4343edcb82 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:50.184793 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7e917596-ce74-42c2-99f5-b339912aca03 req-f0222581-adf0-4d65-826b-4b4343edcb82 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 946 time: 0.0781617 Jul 21 23:48:50.280635 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-7e917596-ce74-42c2-99f5-b339912aca03 req-e02e019c-23d8-4b0f-a36f-2868cc13e18c tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692344 Jul 21 23:48:50.281777 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-9ef717b3-228a-464b-a8bf-84b8907b7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:50.283690 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-9ef717b3-228a-464b-a8bf-84b8907b7ebd service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.1478853 Jul 21 23:48:50.344707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-0b65fb33-76db-41bf-8eae-789b9ab83f11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f HTTP/1.1" status: 200 len: 217 time: 0.0509276 Jul 21 23:48:50.357966 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-16c738f1-2f86-4c9d-9c62-80ca922d44eb tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:50.359584 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-16c738f1-2f86-4c9d-9c62-80ca922d44eb tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 946 time: 0.0750103 Jul 21 23:48:50.494191 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:50.557846 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-8875f084-3c64-4335-af74-f0a3edab492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:50.559289 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-8875f084-3c64-4335-af74-f0a3edab492a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.1240456 Jul 21 23:48:50.615345 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-5ec01af2-760e-4a91-a290-feb7804ae2df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:50.616782 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-5ec01af2-760e-4a91-a290-feb7804ae2df tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 946 time: 0.1168795 Jul 21 23:48:50.619280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Deleting port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:48:50.619618 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:50.669958 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-e56b1240-f932-4552-a0ef-987599ef2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:50.671405 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-e56b1240-f932-4552-a0ef-987599ef2efd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049941 Jul 21 23:48:50.711116 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:50.843939 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] For port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,segment=NetworkSegment(b493f842-4d3a-489c-8e25-8e3cfe43bca6),segment_id=b493f842-4d3a-489c-8e25-8e3cfe43bca6)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:48:50.844303 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:50.847069 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Deleting port c7e76131-2329-43d4-94e0-0bb4e5b2956f {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:48:50.847393 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:50.892687 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Calling delete_port for 1b8aa281-0e1d-44fd-b693-d8d5e873a1db owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:48:50.935168 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-db5360a9-c532-4584-a10e-39e8d9c599bd service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560945 Jul 21 23:48:51.071456 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] For port c7e76131-2329-43d4-94e0-0bb4e5b2956f, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=c7e76131-2329-43d4-94e0-0bb4e5b2956f,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:48:51.071819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:51.096782 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad5453-8270-4eef-812c-b6fb748eefe6 req-1b80bfce-5ddf-4acb-86eb-0e58582c6e90 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:51.098393 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b2ad5453-8270-4eef-812c-b6fb748eefe6 req-1b80bfce-5ddf-4acb-86eb-0e58582c6e90 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 946 time: 0.0534284 Jul 21 23:48:51.102340 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Calling delete_port for c7e76131-2329-43d4-94e0-0bb4e5b2956f owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:48:51.150415 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-b2ad5453-8270-4eef-812c-b6fb748eefe6 req-3d85fe80-8938-4437-9837-2433a4e280f6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452068 Jul 21 23:48:51.443197 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-4ace8546-84cf-4bb1-a675-55bab7621ed8 req-ff7e9b98-bb21-4293-9437-37ba242d84f3 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010617 Jul 21 23:48:51.515146 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089c5a6-cb56-40d2-a0a3-f4c747ca81e7 req-dfbf9b89-21af-4409-8cd3-479519da3602 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:51.517196 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5089c5a6-cb56-40d2-a0a3-f4c747ca81e7 req-dfbf9b89-21af-4409-8cd3-479519da3602 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4741fda-d375-4841-b222-39f9ab397864 HTTP/1.1" status: 200 len: 946 time: 0.0818870 Jul 21 23:48:51.536974 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1b8aa281-0e1d-44fd-b693-d8d5e873a1db), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:51.550233 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] get_ports_and_sgs() called for port_ids ['1b8aa281-0e1d-44fd-b693-d8d5e873a1db'] {{(pid=104213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:48:51.552999 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:51.583887 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Pushing event deleted for resources: {'Port': ['ID=1b8aa281-0e1d-44fd-b693-d8d5e873a1db,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:51.605242 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:51.668030 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5089c5a6-cb56-40d2-a0a3-f4c747ca81e7 req-ecf84091-555b-4341-89ec-2d17afb988e9 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.57 "GET /v2.0/security-groups?id=8ca3d1d9-177c-4e7d-9390-22931b6b3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412225 Jul 21 23:48:51.687279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] No DVR routers for this DVR port 1b8aa281-0e1d-44fd-b693-d8d5e873a1db on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:48:51.690820 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:51.694033 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-41e98db8-c342-48ce-9e8c-ed9c7fb0baf3 req-8ea664e9-b446-4bac-8189-32793b4b8b91 tempest-VolumesSnapshotTestJSON-74850306 tempest-VolumesSnapshotTestJSON-74850306-project] 10.222.0.39 "DELETE /v2.0/ports/1b8aa281-0e1d-44fd-b693-d8d5e873a1db HTTP/1.1" status: 204 len: 173 time: 1.2648571 Jul 21 23:48:51.694459 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4741fda-d375-4841-b222-39f9ab397864', 'name': 'network-vif-deleted', 'tag': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:48:51.696735 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e6edfc-c7e1-41c3-b8b9-c6e5b1ad8dea" -d '{"events": [{"server_uuid": "d4741fda-d375-4841-b222-39f9ab397864", "name": "network-vif-deleted", "tag": "1b8aa281-0e1d-44fd-b693-d8d5e873a1db"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:48:51.699832 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (c7e76131-2329-43d4-94e0-0bb4e5b2956f), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:51.733096 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event deleted for resources: {'Port': ['ID=c7e76131-2329-43d4-94e0-0bb4e5b2956f,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:51.736696 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30ef43b-6e45-4753-912f-5a09c31cc8db x-openstack-request-id: req-a30ef43b-6e45-4753-912f-5a09c31cc8db {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:48:51.736976 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4741fda-d375-4841-b222-39f9ab397864", "name": "network-vif-deleted", "tag": "1b8aa281-0e1d-44fd-b693-d8d5e873a1db", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:48:51.737250 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a30ef43b-6e45-4753-912f-5a09c31cc8db {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:48:51.737641 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30ef43b-6e45-4753-912f-5a09c31cc8db'] response: {'server_uuid': 'd4741fda-d375-4841-b222-39f9ab397864', 'name': 'network-vif-deleted', 'tag': '1b8aa281-0e1d-44fd-b693-d8d5e873a1db', 'status': 'completed', 'code': 200} Jul 21 23:48:51.790803 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] No DVR routers for this DVR port c7e76131-2329-43d4-94e0-0bb4e5b2956f on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:48:51.793798 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:51.797426 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8a39da9e-175c-4355-b6f0-8fec4030cbb3 req-b2c4fad7-e42b-4af0-ad04-bd48fe5efaf6 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "DELETE /v2.0/ports/c7e76131-2329-43d4-94e0-0bb4e5b2956f HTTP/1.1" status: 204 len: 173 time: 1.1625850 Jul 21 23:48:52.267719 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-462aba30-94ba-437f-9863-d07152914483 req-6c7c3e5a-07ff-4c90-9d06-7d85a8e9d8e7 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a7c2ac-d9f2-4d30-9522-c4988512764c HTTP/1.1" status: 200 len: 210 time: 0.0310721 Jul 21 23:48:53.738730 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'name': 'network-vif-deleted', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:48:53.740993 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066b88dc-9ec0-438a-8497-88e3b1cd07ce" -d '{"events": [{"server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "name": "network-vif-deleted", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:48:53.775114 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fae7ae-3e0f-4b32-a69d-9e0db459f9ff x-openstack-request-id: req-46fae7ae-3e0f-4b32-a69d-9e0db459f9ff {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:48:53.775533 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a7c2ac-d9f2-4d30-9522-c4988512764c", "name": "network-vif-deleted", "tag": "c7e76131-2329-43d4-94e0-0bb4e5b2956f", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:48:53.775916 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46fae7ae-3e0f-4b32-a69d-9e0db459f9ff {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:48:53.776398 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fae7ae-3e0f-4b32-a69d-9e0db459f9ff'] response: {'server_uuid': '14a7c2ac-d9f2-4d30-9522-c4988512764c', 'name': 'network-vif-deleted', 'tag': 'c7e76131-2329-43d4-94e0-0bb4e5b2956f', 'status': 'completed', 'code': 200} Jul 21 23:48:53.781668 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device c7e76131-2329-43d4-94e0-0bb4e5b2956f no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:48:53.801978 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: c7e76131-2329-43d4-94e0-0bb4e5b2956f {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:48:53.802319 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device c7e76131-2329-43d4-94e0-0bb4e5b2956f not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:48:53.802735 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1b8aa281-0e1d-44fd-b693-d8d5e873a1db no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:48:53.805610 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:53.821444 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 1b8aa281-0e1d-44fd-b693-d8d5e873a1db {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:48:53.821817 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 1b8aa281-0e1d-44fd-b693-d8d5e873a1db not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:48:58.638088 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38784) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:48:58.781770 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Deleting port 581c4800-d80f-4242-a28d-df43d89e85a0 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:48:58.782655 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (581c4800-d80f-4242-a28d-df43d89e85a0), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:58.862007 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (581c4800-d80f-4242-a28d-df43d89e85a0), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:58.862246 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (581c4800-d80f-4242-a28d-df43d89e85a0), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:58.874098 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Calling delete_port for 581c4800-d80f-4242-a28d-df43d89e85a0 owned by network:floatingip {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:48:59.021495 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (581c4800-d80f-4242-a28d-df43d89e85a0), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:59.045680 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event deleted for resources: {'Port': ['ID=581c4800-d80f-4242-a28d-df43d89e85a0,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:48:59.108280 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:59.108868 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.db.l3_db [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Floating IP 02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48 disassociated (deleted). External IP: 172.27.1.68, port: bbd9ba1f-d794-42e2-b153-64ef54f71175. Jul 21 23:48:59.297103 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:59.315899 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:48:59.397103 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:59.421834 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:48:59.427385 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:48:59.431919 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:48:59.442057 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:48:59.442892 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:48:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:48:59.458842 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-740c78f0-fb1e-4eb2-8ea8-8112eb64442e tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "DELETE /v2.0/floatingips/02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48 HTTP/1.1" status: 204 len: 168 time: 0.8196535 Jul 21 23:48:59.459440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:48:59.461758 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:48:59.502606 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71608ba4-feca-4c33-abc0-913a65b0086a x-openstack-request-id: req-71608ba4-feca-4c33-abc0-913a65b0086a {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:48:59.502886 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:48:59.503136 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71608ba4-feca-4c33-abc0-913a65b0086a {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:48:59.503538 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71608ba4-feca-4c33-abc0-913a65b0086a'] response: {'name': 'network-changed', 'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'status': 'completed', 'code': 200} Jul 21 23:48:59.529025 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:59.550428 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:48:59.560055 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:48:59.563928 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-4ee9e881-2252-4d26-bae6-93160ddb50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:59.565700 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-4ee9e881-2252-4d26-bae6-93160ddb50ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fb74dd337c49a898397e3482e4305d&device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 1129 time: 0.0424163 Jul 21 23:48:59.684200 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-3e6ed03b-ddd8-48ab-96c7-5b4a72612db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:59.684200 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-3e6ed03b-ddd8-48ab-96c7-5b4a72612db1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 200 len: 913 time: 0.1079218 Jul 21 23:48:59.709800 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b5636-9a83-49b6-a4fb-8fdc868e97f6 req-897aea0b-c48b-43f1-91b1-98a5e3cd4a94 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:48:59.711327 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ca1b5636-9a83-49b6-a4fb-8fdc868e97f6 req-897aea0b-c48b-43f1-91b1-98a5e3cd4a94 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0514972 Jul 21 23:48:59.766285 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-ca1b5636-9a83-49b6-a4fb-8fdc868e97f6 req-7a638e05-bbbc-461a-b3c0-6b77e7b80582 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487778 Jul 21 23:48:59.869639 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:48:59.894849 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:48:59.903405 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:48:59.903940 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:48:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:00.013226 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:00.199448 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:00.227200 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5e357-e1e0-4985-9576-f91390d6ae48 None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:40:51Z', 'revision_number': 4, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': '28ec7997-f075-4bbe-95a3-3fedb9641732', 'name': '', 'network_id': '090d43b6-0e83-430b-8cf2-7b66d14a91c7', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'mac_address': 'fa:16:3e:ce:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:50Z', 'updated_at': '2022-07-21T23:40:58Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'subnets': [{'id': 'b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:49:00.437600 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ede7c-224c-41dc-a4a6-1f4cf4d666c4 None None] New status for floating IP 02bd5e5b-4ec7-4ddd-83de-97dafdcb0f48: DOWN {{(pid=104213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:49:00.729098 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-146f1996-8f81-487b-a376-7236c73b7510 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 200 len: 217 time: 0.0342858 Jul 21 23:49:00.784154 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-fc1177e2-27fb-4720-929d-66dfc1784f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:00.785653 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-fc1177e2-27fb-4720-929d-66dfc1784f10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 200 len: 851 time: 0.0479331 Jul 21 23:49:00.836658 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-03a69cc5-1a6d-4ff7-ba8f-0190ebb98c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:00.838218 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-03a69cc5-1a6d-4ff7-ba8f-0190ebb98c39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=090d43b6-0e83-430b-8cf2-7b66d14a91c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441091 Jul 21 23:49:00.887304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67034a-5fa7-4ed7-befe-44d233914b66 req-0126f3f5-fe7f-407b-a4ee-a2e0a59e3507 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:00.889634 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9f67034a-5fa7-4ed7-befe-44d233914b66 req-0126f3f5-fe7f-407b-a4ee-a2e0a59e3507 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0493627 Jul 21 23:49:00.894633 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-ba9e8d2c-61f9-4dfa-bfcb-ebc0b311ab52 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104212) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:49:00.895598 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-ba9e8d2c-61f9-4dfa-bfcb-ebc0b311ab52 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057302 Jul 21 23:49:01.001049 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-9f67034a-5fa7-4ed7-befe-44d233914b66 req-effa34b8-a138-4cbb-b0ca-8a60c787e34f tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/security-groups?id=9af5f9d8-a3ae-4243-be41-12ca860aaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039708 Jul 21 23:49:01.030931 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-16621e5f-d03b-4cd4-84c8-d03278a03ce8 service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263387 Jul 21 23:49:01.239274 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-8b83dc88-c4fb-46d7-8ddb-5dbb6c5d57d8 req-f91e58f1-5720-4e98-8688-46be3b5fcdba service neutron] 10.222.0.39 "GET /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318023 Jul 21 23:49:01.247358 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ef8f7c15-079c-4839-8243-c46ce3abe533 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:01.248690 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ef8f7c15-079c-4839-8243-c46ce3abe533 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 945 time: 0.0662785 Jul 21 23:49:01.332446 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Deleting port bbd9ba1f-d794-42e2-b153-64ef54f71175 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:01.332710 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:01.429928 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] For port bbd9ba1f-d794-42e2-b153-64ef54f71175, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=bbd9ba1f-d794-42e2-b153-64ef54f71175,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:01.430286 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:01.443802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Calling delete_port for bbd9ba1f-d794-42e2-b153-64ef54f71175 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:01.451580 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=100 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:01.570646 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (bbd9ba1f-d794-42e2-b153-64ef54f71175), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:01.597272 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event deleted for resources: {'Port': ['ID=bbd9ba1f-d794-42e2-b153-64ef54f71175,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:01.604716 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:01.649128 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] No DVR routers for this DVR port bbd9ba1f-d794-42e2-b153-64ef54f71175 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:01.651440 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:01.654792 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-3320b9d0-a254-4d9a-ae2c-eb911a0f28d8 req-ba98476d-9e57-40ea-8c02-f92f5e36862b tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.39 "DELETE /v2.0/ports/bbd9ba1f-d794-42e2-b153-64ef54f71175 HTTP/1.1" status: 204 len: 173 time: 0.4008281 Jul 21 23:49:01.655226 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'name': 'network-vif-deleted', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:49:01.657817 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f6f107-1ce1-4df0-a38e-abdb4942ee72" -d '{"events": [{"server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "name": "network-vif-deleted", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:49:01.699495 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebaa41d-48e9-47a8-b72c-522980d126b2 x-openstack-request-id: req-6ebaa41d-48e9-47a8-b72c-522980d126b2 {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:49:01.699791 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d", "name": "network-vif-deleted", "tag": "bbd9ba1f-d794-42e2-b153-64ef54f71175", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:49:01.700049 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ebaa41d-48e9-47a8-b72c-522980d126b2 {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:49:01.700458 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebaa41d-48e9-47a8-b72c-522980d126b2'] response: {'server_uuid': '5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d', 'name': 'network-vif-deleted', 'tag': 'bbd9ba1f-d794-42e2-b153-64ef54f71175', 'status': 'completed', 'code': 200} Jul 21 23:49:02.119618 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ae8e5b7b-97ee-493b-837d-96bd4e88a63b req-ac1e7338-d4cd-4fdf-86bd-fc70692a43bb tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "GET /v2.0/ports?device_id=5087d5c9-f31b-4ce1-99a8-a8c4f3ab119d HTTP/1.1" status: 200 len: 210 time: 0.0298164 Jul 21 23:49:03.178834 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38822) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:03.287756 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Deleting port 2d51ce18-2da8-4049-9d64-06f936f6a635 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:03.288103 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:03.366726 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:03.367104 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (2d51ce18-2da8-4049-9d64-06f936f6a635), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:03.380075 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Calling delete_port for 2d51ce18-2da8-4049-9d64-06f936f6a635 owned by network:floatingip {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:03.509389 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (2d51ce18-2da8-4049-9d64-06f936f6a635), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:03.533766 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event deleted for resources: {'Port': ['ID=2d51ce18-2da8-4049-9d64-06f936f6a635,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:03.559377 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.559724 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.560071 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.560412 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.560745 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.561081 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.561441 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.561769 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.562097 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.562427 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.562754 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.563110 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.563446 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.563771 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.564092 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:03.603250 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:03.611676 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for floatingip (e6171555-db40-494a-a287-95afd31ad08f), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:03.614302 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:03.615505 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-4dc5ca4c-02ce-472c-970b-e0a6712d3ab5 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "DELETE /v2.0/floatingips/e6171555-db40-494a-a287-95afd31ad08f HTTP/1.1" status: 204 len: 168 time: 0.4359658 Jul 21 23:49:05.222272 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bbd9ba1f-d794-42e2-b153-64ef54f71175 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:05.253365 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: bbd9ba1f-d794-42e2-b153-64ef54f71175 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:05.253703 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device bbd9ba1f-d794-42e2-b153-64ef54f71175 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:05.260802 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:05.857921 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38842) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:05.916723 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7405-8ed5-4c1f-b54c-e3a21321c161 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group (9af5f9d8-a3ae-4243-be41-12ca860aaa0d), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:05.928485 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:05.946436 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7405-8ed5-4c1f-b54c-e3a21321c161 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group (9af5f9d8-a3ae-4243-be41-12ca860aaa0d), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:06.004710 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7405-8ed5-4c1f-b54c-e3a21321c161 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (9af5f9d8-a3ae-4243-be41-12ca860aaa0d), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:06.007253 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7405-8ed5-4c1f-b54c-e3a21321c161 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:06.008404 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-ac3c7405-8ed5-4c1f-b54c-e3a21321c161 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] 10.222.0.57 "DELETE /v2.0/security-groups/9af5f9d8-a3ae-4243-be41-12ca860aaa0d HTTP/1.1" status: 204 len: 168 time: 0.1492100 Jul 21 23:49:06.018061 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c7405-8ed5-4c1f-b54c-e3a21321c161 tempest-TestVolumeBootPattern-57714340 tempest-TestVolumeBootPattern-57714340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5f9d8-a3ae-4243-be41-12ca860aaa0d,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:06.066058 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38846) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:06.425544 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (803f5232-bd83-4d81-9823-b4782dc57b8a), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:06.649099 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Deleting port 28ec7997-f075-4bbe-95a3-3fedb9641732 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:06.649490 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:06.742266 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] For port 28ec7997-f075-4bbe-95a3-3fedb9641732, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=28ec7997-f075-4bbe-95a3-3fedb9641732,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:06.742636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:06.756328 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Calling delete_port for 28ec7997-f075-4bbe-95a3-3fedb9641732 owned by network:router_interface {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:06.766667 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:06.938765 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:06.947770 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (28ec7997-f075-4bbe-95a3-3fedb9641732), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:06.973252 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Pushing event deleted for resources: {'Port': ['ID=28ec7997-f075-4bbe-95a3-3fedb9641732,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:07.142525 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (803f5232-bd83-4d81-9823-b4782dc57b8a), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:07.594590 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Router 803f5232-bd83-4d81-9823-b4782dc57b8a has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:49:07.695086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:49:07.699921 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-41db047d-e72a-44f5-945f-8df45e89e95a admin admin] 10.222.0.57 "PUT /v2.0/routers/803f5232-bd83-4d81-9823-b4782dc57b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327119 Jul 21 23:49:07.702512 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38858) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:07.704822 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] Sync routers for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:49:07.715300 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:07.715912 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:48:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:07.788466 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-add2a04b-7ff3-4aff-8ff5-760400b1d06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:07.810796 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks [] for router (803f5232-bd83-4d81-9823-b4782dc57b8a), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:07.819906 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:07.909813 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:07.931604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks [] for router_gateway (803f5232-bd83-4d81-9823-b4782dc57b8a), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:07.976045 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Deleting port 4927c368-b407-4041-af4e-8a69f75b2af7 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:07.976396 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:07.993997 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:49:06Z', 'revision_number': 5, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port': {'id': '4927c368-b407-4041-af4e-8a69f75b2af7', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:47Z', 'updated_at': '2022-07-21T23:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:08.020966 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] Checking router: 803f5232-bd83-4d81-9823-b4782dc57b8a for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:49:08.030071 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] Routers {'803f5232-bd83-4d81-9823-b4782dc57b8a'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:08.030689 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:48:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['803f5232-bd83-4d81-9823-b4782dc57b8a'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:08.076694 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] For port 4927c368-b407-4041-af4e-8a69f75b2af7, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=4927c368-b407-4041-af4e-8a69f75b2af7,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:08.077309 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.091647 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Calling delete_port for 4927c368-b407-4041-af4e-8a69f75b2af7 owned by network:router_gateway {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:08.118362 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] Set router 803f5232-bd83-4d81-9823-b4782dc57b8a gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:08.160972 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:08.170991 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:49:07Z', 'revision_number': 6, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:08.173960 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:08.197337 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a98aa-49bf-4f42-84c4-bb276397e93f None None] The sync data for ids ['803f5232-bd83-4d81-9823-b4782dc57b8a'] in dv-cinder-850700-1-iscsi is: [{'id': '803f5232-bd83-4d81-9823-b4782dc57b8a', 'name': 'tempest-TestVolumeBootPattern-1185773312-router', 'tenant_id': '44fb74dd337c49a898397e3482e4305d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:46Z', 'updated_at': '2022-07-21T23:49:07Z', 'revision_number': 6, 'project_id': '44fb74dd337c49a898397e3482e4305d', 'gw_port_host': None}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:49:08.287257 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (4927c368-b407-4041-af4e-8a69f75b2af7), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.312560 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Pushing event deleted for resources: {'Port': ['ID=4927c368-b407-4041-af4e-8a69f75b2af7,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:08.375906 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (803f5232-bd83-4d81-9823-b4782dc57b8a), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.461521 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (803f5232-bd83-4d81-9823-b4782dc57b8a), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.463684 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks [] for router_controller (803f5232-bd83-4d81-9823-b4782dc57b8a), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.506609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (803f5232-bd83-4d81-9823-b4782dc57b8a), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.507425 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 803f5232-bd83-4d81-9823-b4782dc57b8a {{(pid=104212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:49:08.512362 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.513615 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-49c4316d-fbbc-4b16-85db-3a79d956c176 admin admin] 10.222.0.57 "DELETE /v2.0/routers/803f5232-bd83-4d81-9823-b4782dc57b8a HTTP/1.1" status: 204 len: 168 time: 0.8101716 Jul 21 23:49:08.516711 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38868) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:08.561928 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] Deleting subnet b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:49:08.565305 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] Publish callbacks [] for subnet (b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.602275 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.685667 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.739294 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.743316 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:08.769254 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:08.771232 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.776676 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-8c67d39d-63cd-4635-a8d3-becda869b1a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b23ba9e6-7d22-40ba-9472-c4d7e85eaeb7 HTTP/1.1" status: 204 len: 168 time: 0.2565281 Jul 21 23:49:08.777216 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a9ace-a2d5-419c-bb8d-63346f48aa74 None None] Network 090d43b6-0e83-430b-8cf2-7b66d14a91c7 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:49:08.777375 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38870) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:08.850431 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (090d43b6-0e83-430b-8cf2-7b66d14a91c7), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.894199 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Deleting port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:08.894488 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.928895 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38872) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:08.968335 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] For port 3d471681-9ba6-4f1b-8a4e-d34afaed7146, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=3d471681-9ba6-4f1b-8a4e-d34afaed7146,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:08.968705 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:08.969117 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] DHCP port deletion for 090d43b6-0e83-430b-8cf2-7b66d14a91c7 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:49:08.985279 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Calling delete_port for 3d471681-9ba6-4f1b-8a4e-d34afaed7146 owned by network:dhcp {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:09.035739 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Deleting port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:09.036387 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.063572 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 28ec7997-f075-4bbe-95a3-3fedb9641732 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:09.091046 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.114752 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] For port 3d471681-9ba6-4f1b-8a4e-d34afaed7146, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=3d471681-9ba6-4f1b-8a4e-d34afaed7146,segment=NetworkSegment(ed46ec46-c655-468e-ba16-df5e17010f45),segment_id=ed46ec46-c655-468e-ba16-df5e17010f45)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:09.115380 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.123897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d471681-9ba6-4f1b-8a4e-d34afaed7146,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:09.132151 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Calling delete_port for 3d471681-9ba6-4f1b-8a4e-d34afaed7146 owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:09.136979 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] No DVR routers for this DVR port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 on host dv-cinder-850700-1-iscsi {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:09.155205 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Deleting port 8399f39c-b443-4a62-a889-c803c72d0d38 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:09.155993 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (8399f39c-b443-4a62-a889-c803c72d0d38), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.200839 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:09.226065 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 28ec7997-f075-4bbe-95a3-3fedb9641732 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:09.226475 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 28ec7997-f075-4bbe-95a3-3fedb9641732 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:09.227042 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4927c368-b407-4041-af4e-8a69f75b2af7 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:09.242667 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (090d43b6-0e83-430b-8cf2-7b66d14a91c7), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.258312 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 4927c368-b407-4041-af4e-8a69f75b2af7 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:09.258660 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 4927c368-b407-4041-af4e-8a69f75b2af7 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:09.259183 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (8399f39c-b443-4a62-a889-c803c72d0d38), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.259344 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 3d471681-9ba6-4f1b-8a4e-d34afaed7146 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:09.259532 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for floatingip (8399f39c-b443-4a62-a889-c803c72d0d38), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.269432 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090d43b6-0e83-430b-8cf2-7b66d14a91c7']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:09.275480 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Calling delete_port for 8399f39c-b443-4a62-a889-c803c72d0d38 owned by network:floatingip {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:09.280316 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed46ec46-c655-468e-ba16-df5e17010f45') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:09.280626 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed46ec46-c655-468e-ba16-df5e17010f45') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:09.282439 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 3d471681-9ba6-4f1b-8a4e-d34afaed7146 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:09.283148 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 3d471681-9ba6-4f1b-8a4e-d34afaed7146 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:09.291796 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (3d471681-9ba6-4f1b-8a4e-d34afaed7146), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.305582 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (ed46ec46-c655-468e-ba16-df5e17010f45), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.325486 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Pushing event deleted for resources: {'Port': ['ID=3d471681-9ba6-4f1b-8a4e-d34afaed7146,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:09.326714 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (ed46ec46-c655-468e-ba16-df5e17010f45), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.332082 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] No DVR routers for this DVR port 3d471681-9ba6-4f1b-8a4e-d34afaed7146 on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:09.338369 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:49:09.338954 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (ed46ec46-c655-468e-ba16-df5e17010f45), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.345795 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.346534 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.347044 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.348958 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.350733 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.351417 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.351924 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.352478 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.353033 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.355325 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.355912 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.357086 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.357728 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.359096 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.359659 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01695a-f64f-4272-a6eb-41eeb4e72461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:09.381005 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment ed46ec46-c655-468e-ba16-df5e17010f45 resource provider aggregate not found Jul 21 23:49:09.415357 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment ed46ec46-c655-468e-ba16-df5e17010f45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed46ec46-c655-468e-ba16-df5e17010f45 found for delete ", "request_id": "req-424ba0cf-d952-4961-848f-07061c32f7ad"}]} Jul 21 23:49:09.432176 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (090d43b6-0e83-430b-8cf2-7b66d14a91c7), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.438485 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.441785 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] 10.222.0.57 "DELETE /v2.0/networks/090d43b6-0e83-430b-8cf2-7b66d14a91c7 HTTP/1.1" status: 204 len: 168 time: 0.6635151 Jul 21 23:49:09.452883 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38886) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:09.484842 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (8399f39c-b443-4a62-a889-c803c72d0d38), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.493420 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0a19-f399-4cc8-84d2-0b4923a6981e admin admin] Pushing event deleted for resources: {'Network': ['ID=090d43b6-0e83-430b-8cf2-7b66d14a91c7,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:09.513755 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event deleted for resources: {'Port': ['ID=8399f39c-b443-4a62-a889-c803c72d0d38,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:09.577204 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for floatingip (1b20ecf6-a41f-4106-8998-abb817936ad1), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.577570 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.db.l3_db [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Floating IP 1b20ecf6-a41f-4106-8998-abb817936ad1 disassociated (deleted). External IP: 172.27.1.205, port: 55de6435-1bbb-4a44-ae52-c711d06bfe75. Jul 21 23:49:09.782140 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (718d291a-4d16-4795-a6fe-b394d36c1707), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:09.820719 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:10.024027 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Router 47437b61-376d-4842-9722-a2eb189dcbc5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:49:10.024741 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Deleting port 72b647e1-cfaf-4e63-8826-3f5b405a8995 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:10.025088 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:10.026299 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:10.115866 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] For port 72b647e1-cfaf-4e63-8826-3f5b405a8995, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=72b647e1-cfaf-4e63-8826-3f5b405a8995,segment=NetworkSegment(6771823c-2850-4468-ad6a-b6a6e2d28d91),segment_id=6771823c-2850-4468-ad6a-b6a6e2d28d91)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:10.116233 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:10.123754 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:10.130312 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Calling delete_port for 72b647e1-cfaf-4e63-8826-3f5b405a8995 owned by network:router_interface {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:10.135497 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:49:10.140303 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for floatingip (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:10.147010 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] Sync routers for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:49:10.157957 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:10.158351 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:48:40Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:10.174699 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e2a3cb31-be82-46dc-8bb1-6e82f179e81e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "DELETE /v2.0/floatingips/1b20ecf6-a41f-4106-8998-abb817936ad1 HTTP/1.1" status: 204 len: 168 time: 1.2431214 Jul 21 23:49:10.175321 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75'}] {{(pid=104211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:49:10.177833 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a016a9a9295570d8993086e02de3162cd514af8f59b0870ab07f59dcc267d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75"}]}' {{(pid=104211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:49:10.198974 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:10.221478 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a95a5b1-8e9c-42de-9cf5-3e3b384fb624 x-openstack-request-id: req-9a95a5b1-8e9c-42de-9cf5-3e3b384fb624 {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:49:10.222083 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75", "status": "completed", "code": 200}]} {{(pid=104211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:49:10.222688 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a95a5b1-8e9c-42de-9cf5-3e3b384fb624 {{(pid=104211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:49:10.223304 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a95a5b1-8e9c-42de-9cf5-3e3b384fb624'] response: {'name': 'network-changed', 'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'status': 'completed', 'code': 200} Jul 21 23:49:10.299147 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:10.423519 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-ec5e41c0-ab57-4458-8dba-6d2ef0c7c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:10.425118 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-ec5e41c0-ab57-4458-8dba-6d2ef0c7c539 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46779b270a484e19a7d9ede6406106d2&device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 1129 time: 0.1701243 Jul 21 23:49:10.429166 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-8db83fe2-043c-42ca-9cf6-a9c01d1c9336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:10.445824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (72b647e1-cfaf-4e63-8826-3f5b405a8995), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:10.489726 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:10.498383 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Pushing event deleted for resources: {'Port': ['ID=72b647e1-cfaf-4e63-8826-3f5b405a8995,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:10.530684 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6a2d-9e2c-4c0e-a53a-207b33e8a410 req-43c6a4d8-7b43-4536-98f5-bec3aa77fa1c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:10.532892 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ec8f6a2d-9e2c-4c0e-a53a-207b33e8a410 req-43c6a4d8-7b43-4536-98f5-bec3aa77fa1c tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.1000712 Jul 21 23:49:10.546931 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:32Z', 'revision_number': 5, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:10.573453 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] Checking router: 47437b61-376d-4842-9722-a2eb189dcbc5 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:49:10.584611 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:10.585539 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:49:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:10.745872 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-ec8f6a2d-9e2c-4c0e-a53a-207b33e8a410 req-09f91aa8-a080-4715-a3b4-d744c87f1f5a tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860163 Jul 21 23:49:10.836539 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:11.024371 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:11.039979 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:32Z', 'revision_number': 5, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:11.055185 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-37a5a4b3-896f-45f1-9f58-2063f3603d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:11.056628 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-37a5a4b3-896f-45f1-9f58-2063f3603d35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 200 len: 910 time: 0.5454192 Jul 21 23:49:11.066752 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8cda3-e38b-4eba-83d7-8dd6070bad6d None None] The sync data for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi is: [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:44:26Z', 'revision_number': 4, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi', '_interfaces': [{'id': 'e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4', 'name': '', 'network_id': '98a15ecd-b146-4c11-8304-f18b0d0cbc4f', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'mac_address': 'fa:16:3e:4a:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:25Z', 'updated_at': '2022-07-21T23:44:32Z', 'revision_number': 5, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'subnets': [{'id': '2deccaae-f3bd-4b9f-9dbe-6564cde9d286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:49:11.082052 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (718d291a-4d16-4795-a6fe-b394d36c1707), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:11.083681 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:11.302674 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Router 718d291a-4d16-4795-a6fe-b394d36c1707 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:49:11.314241 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e321fd2-ae40-4b2c-8633-0ae748cdd179 None None] New status for floating IP 1b20ecf6-a41f-4106-8998-abb817936ad1: DOWN {{(pid=104214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:49:11.383961 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:11.407971 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:49:11.413749 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:49:11.418831 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-63ce20d6-fd0a-409e-9b80-82ad1708fd3f admin admin] 10.222.0.57 "PUT /v2.0/routers/718d291a-4d16-4795-a6fe-b394d36c1707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9649217 Jul 21 23:49:11.421763 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38902) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:11.424078 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] Sync routers for ids ['718d291a-4d16-4795-a6fe-b394d36c1707'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:49:11.436456 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] Routers {'718d291a-4d16-4795-a6fe-b394d36c1707'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:11.437100 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:49:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['718d291a-4d16-4795-a6fe-b394d36c1707'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:11.507484 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:11.532987 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks [] for router (718d291a-4d16-4795-a6fe-b394d36c1707), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:11.555122 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] Set router 718d291a-4d16-4795-a6fe-b394d36c1707 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:11.672111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks [] for router_gateway (718d291a-4d16-4795-a6fe-b394d36c1707), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:11.677922 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-ed68889c-cae2-4924-83f2-abac01fac25c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 200 len: 217 time: 0.0412486 Jul 21 23:49:11.738582 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:49:10Z', 'revision_number': 5, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port': {'id': 'eefdcc3d-b186-4427-ae94-225ac38684a6', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:40:54Z', 'updated_at': '2022-07-21T23:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:11.751223 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Deleting port eefdcc3d-b186-4427-ae94-225ac38684a6 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:11.751620 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:11.764882 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] Checking router: 718d291a-4d16-4795-a6fe-b394d36c1707 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:49:11.773507 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] Routers {'718d291a-4d16-4795-a6fe-b394d36c1707'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:11.775473 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:49:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['718d291a-4d16-4795-a6fe-b394d36c1707'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:11.782211 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-70c548b6-967c-4873-ba70-97601864603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:11.783866 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-70c548b6-967c-4873-ba70-97601864603f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 200 len: 848 time: 0.0983946 Jul 21 23:49:11.872191 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] Set router 718d291a-4d16-4795-a6fe-b394d36c1707 gateway port host: None {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:11.872941 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62e547-32d4-45a2-bef7-096c38c75ad3 req-5823e130-a64a-49e1-8540-8f09b950a03f tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:11.874483 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0b62e547-32d4-45a2-bef7-096c38c75ad3 req-5823e130-a64a-49e1-8540-8f09b950a03f tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.0497191 Jul 21 23:49:11.884405 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] For port eefdcc3d-b186-4427-ae94-225ac38684a6, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=eefdcc3d-b186-4427-ae94-225ac38684a6,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:11.884779 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:11.905113 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Calling delete_port for eefdcc3d-b186-4427-ae94-225ac38684a6 owned by network:router_gateway {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:11.908515 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-7d2efda6-b256-4668-afc9-772783221486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:11.910117 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-7d2efda6-b256-4668-afc9-772783221486 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98a15ecd-b146-4c11-8304-f18b0d0cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702302 Jul 21 23:49:11.930140 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:49:11Z', 'revision_number': 6, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:11.933898 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [req-0b62e547-32d4-45a2-bef7-096c38c75ad3 req-22eeeb2d-aae1-4c62-b65e-112cfc71faf5 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/security-groups?id=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537922 Jul 21 23:49:11.959094 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36520874-64be-4943-8a0f-f134a69adf94 None None] The sync data for ids ['718d291a-4d16-4795-a6fe-b394d36c1707'] in dv-cinder-850700-1-iscsi is: [{'id': '718d291a-4d16-4795-a6fe-b394d36c1707', 'name': 'tempest-TestVolumeBootPattern-335164182-router', 'tenant_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:40:53Z', 'updated_at': '2022-07-21T23:49:11Z', 'revision_number': 6, 'project_id': 'e11d5ed75eca4fdb9b03bcce98078397', 'gw_port_host': None}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:49:12.026403 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:12.095738 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-dae31ab4-b236-4d57-bca8-679909060247 service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778464 Jul 21 23:49:12.242430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-f64c56ef-d99e-4f5b-bb9f-e4ea48199755 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:49:12.243850 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-f64c56ef-d99e-4f5b-bb9f-e4ea48199755 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 945 time: 0.1090777 Jul 21 23:49:12.288559 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (eefdcc3d-b186-4427-ae94-225ac38684a6), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.340824 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=eefdcc3d-b186-4427-ae94-225ac38684a6,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:12.356736 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-915b5eb9-d5b1-4ab2-997f-bb3e795d0e3a req-670d7d38-06f0-4c29-9f41-4272e53a41fa service neutron] 10.222.0.39 "GET /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440958 Jul 21 23:49:12.431994 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Deleting port 55de6435-1bbb-4a44-ae52-c711d06bfe75 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:12.432343 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.462304 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (718d291a-4d16-4795-a6fe-b394d36c1707), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.586459 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:12.593417 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (718d291a-4d16-4795-a6fe-b394d36c1707), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.597744 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks [] for router_controller (718d291a-4d16-4795-a6fe-b394d36c1707), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.655183 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] For port 55de6435-1bbb-4a44-ae52-c711d06bfe75, host hv-cinder-85070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85070',level=0,port_id=55de6435-1bbb-4a44-ae52-c711d06bfe75,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:12.655597 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.663480 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (718d291a-4d16-4795-a6fe-b394d36c1707), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.664100 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 718d291a-4d16-4795-a6fe-b394d36c1707 {{(pid=104212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:49:12.670374 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.673670 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-ce9cfddc-359f-492e-a236-74c1c7610e08 admin admin] 10.222.0.57 "DELETE /v2.0/routers/718d291a-4d16-4795-a6fe-b394d36c1707 HTTP/1.1" status: 204 len: 168 time: 1.2513676 Jul 21 23:49:12.674219 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38920) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:12.686399 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Calling delete_port for 55de6435-1bbb-4a44-ae52-c711d06bfe75 owned by compute:nova {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:12.730932 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] Deleting subnet 7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62 {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:49:12.734798 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] Publish callbacks [] for subnet (7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.774525 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327979'] for subnet (7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.817544 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.836570 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:12.853147 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 72b647e1-cfaf-4e63-8826-3f5b405a8995 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:12.865398 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.867720 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (55de6435-1bbb-4a44-ae52-c711d06bfe75), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.880436 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 72b647e1-cfaf-4e63-8826-3f5b405a8995 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:12.881061 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 72b647e1-cfaf-4e63-8826-3f5b405a8995 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:12.881682 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device eefdcc3d-b186-4427-ae94-225ac38684a6 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:12.902111 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event deleted for resources: {'Port': ['ID=55de6435-1bbb-4a44-ae52-c711d06bfe75,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:12.903165 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: eefdcc3d-b186-4427-ae94-225ac38684a6 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:12.903714 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device eefdcc3d-b186-4427-ae94-225ac38684a6 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:12.956958 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9133932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028781'] for subnet (7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.957751 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] No DVR routers for this DVR port 55de6435-1bbb-4a44-ae52-c711d06bfe75 on host hv-cinder-85070 {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:12.963535 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161701'] for port (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.967968 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-5340215a-75cd-4b6e-a3fd-4311eea628d0 req-992da65f-b3c2-4529-9cd5-639a0a7cb58e tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.39 "DELETE /v2.0/ports/55de6435-1bbb-4a44-ae52-c711d06bfe75 HTTP/1.1" status: 204 len: 173 time: 0.7158487 Jul 21 23:49:12.968825 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-deleted', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75'}] {{(pid=104212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:49:12.971064 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01bab0b3349bbce40f4f81db8aa33327a0f92af2206818b8f2196642d85ef135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636f4254-f5ca-4b24-aa7c-14debc0aa2c4" -d '{"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-deleted", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75"}]}' {{(pid=104212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:49:12.988404 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:12.990652 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:12.996402 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-7f727795-aed9-4898-8b61-fdb533d72376 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7499ddd4-e2aa-451d-b6f1-3cb78a1bfa62 HTTP/1.1" status: 204 len: 168 time: 0.3211310 Jul 21 23:49:12.996583 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de64ea-6fea-4fb4-821f-db0922e722d0 None None] Network 4e51879c-d505-4c3b-ba83-bc2622e22389 requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:49:12.997398 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38926) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:13.068595 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b3740d-63db-4ebf-88ae-5fa93e50789d x-openstack-request-id: req-a0b3740d-63db-4ebf-88ae-5fa93e50789d {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:49:13.068897 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff7cce-773f-4500-af5d-a369509ca64f", "name": "network-vif-deleted", "tag": "55de6435-1bbb-4a44-ae52-c711d06bfe75", "status": "completed", "code": 200}]} {{(pid=104212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:49:13.069161 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0b3740d-63db-4ebf-88ae-5fa93e50789d {{(pid=104212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:49:13.069699 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b3740d-63db-4ebf-88ae-5fa93e50789d'] response: {'server_uuid': '3cff7cce-773f-4500-af5d-a369509ca64f', 'name': 'network-vif-deleted', 'tag': '55de6435-1bbb-4a44-ae52-c711d06bfe75', 'status': 'completed', 'code': 200} Jul 21 23:49:13.076559 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (4e51879c-d505-4c3b-ba83-bc2622e22389), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.113836 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [req-867249cf-0c86-4f14-abbc-20b5ec78997d req-788fa9db-78de-4d7f-af56-652b8ea55e51 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cff7cce-773f-4500-af5d-a369509ca64f HTTP/1.1" status: 200 len: 210 time: 0.0418458 Jul 21 23:49:13.130157 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Deleting port a8a90090-c6eb-46dc-948f-45c79dd00175 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:13.130381 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.205529 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] DHCP port deletion for 4e51879c-d505-4c3b-ba83-bc2622e22389 request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:49:13.224927 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] For port a8a90090-c6eb-46dc-948f-45c79dd00175, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=a8a90090-c6eb-46dc-948f-45c79dd00175,segment=NetworkSegment(6771823c-2850-4468-ad6a-b6a6e2d28d91),segment_id=6771823c-2850-4468-ad6a-b6a6e2d28d91)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:13.225403 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.243746 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Calling delete_port for a8a90090-c6eb-46dc-948f-45c79dd00175 owned by network:dhcp {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:13.263186 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] Deleting port a8a90090-c6eb-46dc-948f-45c79dd00175 {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:13.263576 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.280175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.284473 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:13.349937 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] For port a8a90090-c6eb-46dc-948f-45c79dd00175, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=a8a90090-c6eb-46dc-948f-45c79dd00175,segment=NetworkSegment(6771823c-2850-4468-ad6a-b6a6e2d28d91),segment_id=6771823c-2850-4468-ad6a-b6a6e2d28d91)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:13.350627 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.354976 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.374870 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] Calling delete_port for a8a90090-c6eb-46dc-948f-45c79dd00175 owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:13.393220 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a90090-c6eb-46dc-948f-45c79dd00175,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:13.397386 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] No DVR routers for this DVR port a8a90090-c6eb-46dc-948f-45c79dd00175 on host dv-cinder-850700-1-iscsi {{(pid=104211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:13.477942 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (a8a90090-c6eb-46dc-948f-45c79dd00175), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.482981 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (4e51879c-d505-4c3b-ba83-bc2622e22389), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.487425 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:13.506965 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] Pushing event deleted for resources: {'Port': ['ID=a8a90090-c6eb-46dc-948f-45c79dd00175,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:13.509037 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e51879c-d505-4c3b-ba83-bc2622e22389']}} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:13.513406 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445f338-f7a9-47c5-94a0-3954bcf4e2df None None] No DVR routers for this DVR port a8a90090-c6eb-46dc-948f-45c79dd00175 on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:13.523054 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6771823c-2850-4468-ad6a-b6a6e2d28d91') {'for_net_delete': True} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:13.523054 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6771823c-2850-4468-ad6a-b6a6e2d28d91') {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:13.539721 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327954'] for segment (6771823c-2850-4468-ad6a-b6a6e2d28d91), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.552112 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:13.554598 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (6771823c-2850-4468-ad6a-b6a6e2d28d91), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.562466 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:49:13.562996 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9134038'] for segment (6771823c-2850-4468-ad6a-b6a6e2d28d91), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.627878 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (4e51879c-d505-4c3b-ba83-bc2622e22389), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.632628 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.635862 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] 10.222.0.57 "DELETE /v2.0/networks/4e51879c-d505-4c3b-ba83-bc2622e22389 HTTP/1.1" status: 204 len: 168 time: 0.6375313 Jul 21 23:49:13.650984 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673156f-743e-455a-b782-59e0f58a498f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e51879c-d505-4c3b-ba83-bc2622e22389,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:13.707333 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment 6771823c-2850-4468-ad6a-b6a6e2d28d91 resource provider aggregate not found Jul 21 23:49:13.732975 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment 6771823c-2850-4468-ad6a-b6a6e2d28d91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6771823c-2850-4468-ad6a-b6a6e2d28d91 found for delete ", "request_id": "req-4fcd23c7-e8e1-4e36-804b-e298824675d0"}]} Jul 21 23:49:13.793338 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38944) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:13.842686 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-09f6cc52-590c-477a-b048-3da07cc54c07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44fb74dd337c49a898397e3482e4305d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474176 Jul 21 23:49:13.845467 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38950) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:13.899522 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-32704a36-26e8-41e3-af65-8411d2016703 admin admin] Publish callbacks [] for security_group (4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.921856 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-32704a36-26e8-41e3-af65-8411d2016703 admin admin] Publish callbacks [] for security_group (4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.981679 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-32704a36-26e8-41e3-af65-8411d2016703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.984463 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-32704a36-26e8-41e3-af65-8411d2016703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:13.986558 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-32704a36-26e8-41e3-af65-8411d2016703 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9 HTTP/1.1" status: 204 len: 168 time: 0.1373200 Jul 21 23:49:14.000430 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32704a36-26e8-41e3-af65-8411d2016703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd510c-67b7-4d7f-8ed3-1d29b0e1afb9,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:14.183709 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38966) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:14.243839 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b52e-807c-4cdc-91f4-d1591e8eb187 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group (23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.271437 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b52e-807c-4cdc-91f4-d1591e8eb187 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group (23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.330753 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38968) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:14.344761 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 55de6435-1bbb-4a44-ae52-c711d06bfe75 no longer exists at agent hyperv_hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:14.348302 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b52e-807c-4cdc-91f4-d1591e8eb187 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.349517 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:14.350854 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b52e-807c-4cdc-91f4-d1591e8eb187 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.352001 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-a9c0b52e-807c-4cdc-91f4-d1591e8eb187 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] 10.222.0.57 "DELETE /v2.0/security-groups/23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6 HTTP/1.1" status: 204 len: 168 time: 0.1672139 Jul 21 23:49:14.368025 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] No Port match for: 55de6435-1bbb-4a44-ae52-c711d06bfe75 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:14.368373 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Device 55de6435-1bbb-4a44-ae52-c711d06bfe75 not bound to the agent host hv-cinder-85070 {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:14.371812 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0b52e-807c-4cdc-91f4-d1591e8eb187 tempest-TestShelveInstance-1805473422 tempest-TestShelveInstance-1805473422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0c3ee-3dc2-4085-b1d2-43ad5abbb2b6,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:14.392100 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-8c2b2e86-73ab-4647-bc38-3f9b219c32a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e11d5ed75eca4fdb9b03bcce98078397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600226 Jul 21 23:49:14.394496 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38972) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:14.399424 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38974) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:14.455447 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-032eca45-0f02-46d1-bcc9-08825999682f admin admin] Publish callbacks [] for security_group (c2f64897-725d-476f-8626-ae5c153c4d17), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.477994 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-032eca45-0f02-46d1-bcc9-08825999682f admin admin] Publish callbacks [] for security_group (c2f64897-725d-476f-8626-ae5c153c4d17), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.526136 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-032eca45-0f02-46d1-bcc9-08825999682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (c2f64897-725d-476f-8626-ae5c153c4d17), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.528866 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-032eca45-0f02-46d1-bcc9-08825999682f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.530262 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-032eca45-0f02-46d1-bcc9-08825999682f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c2f64897-725d-476f-8626-ae5c153c4d17 HTTP/1.1" status: 204 len: 168 time: 0.1347363 Jul 21 23:49:14.539068 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eca45-0f02-46d1-bcc9-08825999682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f64897-725d-476f-8626-ae5c153c4d17,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:14.746307 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (47437b61-376d-4842-9722-a2eb189dcbc5), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:14.836086 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device a8a90090-c6eb-46dc-948f-45c79dd00175 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:14.859634 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: a8a90090-c6eb-46dc-948f-45c79dd00175 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:14.860789 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device a8a90090-c6eb-46dc-948f-45c79dd00175 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:14.974406 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:15.006342 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Deleting port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:15.006684 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:15.097960 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] For port e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:15.098326 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:15.118026 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Calling delete_port for e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 owned by network:router_interface {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:15.259261 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:15.320156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:15.345401 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:15.511156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (47437b61-376d-4842-9722-a2eb189dcbc5), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:15.717322 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Router 47437b61-376d-4842-9722-a2eb189dcbc5 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:49:16.070016 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:49:16.075901 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-6d5c99da-482a-42f0-86de-c49e6fed6e61 admin admin] 10.222.0.57 "PUT /v2.0/routers/47437b61-376d-4842-9722-a2eb189dcbc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756458 Jul 21 23:49:16.077558 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38984) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:16.080559 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] Sync routers for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:49:16.082833 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=100 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:16.092694 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:16.093425 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:49:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:16.121717 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:16.155188 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38988) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:16.190647 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks [] for router (47437b61-376d-4842-9722-a2eb189dcbc5), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.201635 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:16.204643 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.db_base_plugin_v2 [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] Deleting subnet b4d88c6d-beca-4d30-998f-9c730b0845f6 {{(pid=104211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:49:16.207841 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] Publish callbacks [] for subnet (b4d88c6d-beca-4d30-998f-9c730b0845f6), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.242906 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327979'] for subnet (b4d88c6d-beca-4d30-998f-9c730b0845f6), precommit_delete_associations {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.286645 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (b4d88c6d-beca-4d30-998f-9c730b0845f6), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.295865 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks [] for router_gateway (47437b61-376d-4842-9722-a2eb189dcbc5), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.342751 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Deleting port 764274cd-01a9-4288-b824-c834303fe834 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:16.343015 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (764274cd-01a9-4288-b824-c834303fe834), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.348345 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:16.355643 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9133932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9028781'] for subnet (b4d88c6d-beca-4d30-998f-9c730b0845f6), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.385452 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d88c6d-beca-4d30-998f-9c730b0845f6,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:16.397043 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.404080 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-63af9922-8777-4144-814c-9b2e0bdac6f1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b4d88c6d-beca-4d30-998f-9c730b0845f6 HTTP/1.1" status: 204 len: 168 time: 0.2456648 Jul 21 23:49:16.404377 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 38990) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:16.429813 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] For port 764274cd-01a9-4288-b824-c834303fe834, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=764274cd-01a9-4288-b824-c834303fe834,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:16.430205 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (764274cd-01a9-4288-b824-c834303fe834), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.444447 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:16.449396 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Calling delete_port for 764274cd-01a9-4288-b824-c834303fe834 owned by network:router_gateway {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:16.470364 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:16.475268 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '764274cd-01a9-4288-b824-c834303fe834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:49:15Z', 'revision_number': 5, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port': {'id': '764274cd-01a9-4288-b824-c834303fe834', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:22Z', 'updated_at': '2022-07-21T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:16.477309 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (9aaa1874-713b-419b-9d7f-bbc12b367aa3), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.504864 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] Checking router: 47437b61-376d-4842-9722-a2eb189dcbc5 for host: dv-cinder-850700-1-iscsi {{(pid=104214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:49:16.513444 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] Routers {'47437b61-376d-4842-9722-a2eb189dcbc5'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:16.514073 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:49:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['47437b61-376d-4842-9722-a2eb189dcbc5'], 'active': True} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:16.561085 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (9aaa1874-713b-419b-9d7f-bbc12b367aa3), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.582924 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaa1874-713b-419b-9d7f-bbc12b367aa3']}} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:16.595279 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b493f842-4d3a-489c-8e25-8e3cfe43bca6') {'for_net_delete': True} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:16.595580 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b493f842-4d3a-489c-8e25-8e3cfe43bca6') {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:16.604930 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_dvr_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] Set router 47437b61-376d-4842-9722-a2eb189dcbc5 gateway port host: None {{(pid=104214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:16.605514 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327954'] for segment (b493f842-4d3a-489c-8e25-8e3cfe43bca6), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.619592 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (b493f842-4d3a-489c-8e25-8e3cfe43bca6), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.628522 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:49:16.628925 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9134038'] for segment (b493f842-4d3a-489c-8e25-8e3cfe43bca6), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.631574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (764274cd-01a9-4288-b824-c834303fe834), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.660981 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=764274cd-01a9-4288-b824-c834303fe834,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:16.663800 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.l3_hamode_db [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:49:16Z', 'revision_number': 6, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:16.673954 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment b493f842-4d3a-489c-8e25-8e3cfe43bca6 resource provider aggregate not found Jul 21 23:49:16.696147 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc30ac-3203-4e34-bd31-23c3a7ee8929 None None] The sync data for ids ['47437b61-376d-4842-9722-a2eb189dcbc5'] in dv-cinder-850700-1-iscsi is: [{'id': '47437b61-376d-4842-9722-a2eb189dcbc5', 'name': 'tempest-TestShelveInstance-1348836164-router', 'tenant_id': '46779b270a484e19a7d9ede6406106d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:21Z', 'updated_at': '2022-07-21T23:49:16Z', 'revision_number': 6, 'project_id': '46779b270a484e19a7d9ede6406106d2', 'gw_port_host': None}] {{(pid=104214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:49:16.720477 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment b493f842-4d3a-489c-8e25-8e3cfe43bca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b493f842-4d3a-489c-8e25-8e3cfe43bca6 found for delete ", "request_id": "req-41107f8b-b73a-4512-9205-9112fb6e713c"}]} Jul 21 23:49:16.731048 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (47437b61-376d-4842-9722-a2eb189dcbc5), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.742982 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (9aaa1874-713b-419b-9d7f-bbc12b367aa3), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.748546 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.754905 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9aaa1874-713b-419b-9d7f-bbc12b367aa3 HTTP/1.1" status: 204 len: 168 time: 0.3472226 Jul 21 23:49:16.766531 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6fde7-2d67-494c-ae76-4a8eb44ad711 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aaa1874-713b-419b-9d7f-bbc12b367aa3,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:16.824323 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (47437b61-376d-4842-9722-a2eb189dcbc5), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.826616 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks [] for router_controller (47437b61-376d-4842-9722-a2eb189dcbc5), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.873438 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (47437b61-376d-4842-9722-a2eb189dcbc5), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.873958 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47437b61-376d-4842-9722-a2eb189dcbc5 {{(pid=104212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:49:16.880152 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.883812 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-72233ee3-a0bd-40b9-af0c-33c13b4f9a5b admin admin] 10.222.0.57 "DELETE /v2.0/routers/47437b61-376d-4842-9722-a2eb189dcbc5 HTTP/1.1" status: 204 len: 168 time: 0.8029027 Jul 21 23:49:16.884124 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 38998) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:16.931649 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] Deleting subnet 2deccaae-f3bd-4b9f-9dbe-6564cde9d286 {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:49:16.934952 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] Publish callbacks [] for subnet (2deccaae-f3bd-4b9f-9dbe-6564cde9d286), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.941912 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 39000) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:16.972231 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (2deccaae-f3bd-4b9f-9dbe-6564cde9d286), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:16.982124 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-54bd4c8b-e026-4ab2-803f-5fe1c07fa3e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f9a96f2aec2463e9cab476cb103b93a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389760 Jul 21 23:49:16.984862 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 39002) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:17.038154 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:17.040933 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e4b02d14-e843-4df0-af2a-ccdf2a38e9f5 admin admin] Publish callbacks [] for security_group (8ca3d1d9-177c-4e7d-9390-22931b6b3f50), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.058609 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (2deccaae-f3bd-4b9f-9dbe-6564cde9d286), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.074929 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e4b02d14-e843-4df0-af2a-ccdf2a38e9f5 admin admin] Publish callbacks [] for security_group (8ca3d1d9-177c-4e7d-9390-22931b6b3f50), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.133056 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e4b02d14-e843-4df0-af2a-ccdf2a38e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (8ca3d1d9-177c-4e7d-9390-22931b6b3f50), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.135926 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-e4b02d14-e843-4df0-af2a-ccdf2a38e9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.140313 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-e4b02d14-e843-4df0-af2a-ccdf2a38e9f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ca3d1d9-177c-4e7d-9390-22931b6b3f50 HTTP/1.1" status: 204 len: 168 time: 0.1543028 Jul 21 23:49:17.142941 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (2deccaae-f3bd-4b9f-9dbe-6564cde9d286), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.151984 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b02d14-e843-4df0-af2a-ccdf2a38e9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca3d1d9-177c-4e7d-9390-22931b6b3f50,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:17.184112 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2deccaae-f3bd-4b9f-9dbe-6564cde9d286,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:17.188537 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.192160 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-8dfee4fa-3600-4d82-a296-8ea118d2fd7e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2deccaae-f3bd-4b9f-9dbe-6564cde9d286 HTTP/1.1" status: 204 len: 168 time: 0.3070853 Jul 21 23:49:17.195785 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 39006) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:17.206203 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3dc04-5237-44b6-a5cc-32fece5ed213 None None] Network 98a15ecd-b146-4c11-8304-f18b0d0cbc4f requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:49:17.277358 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (98a15ecd-b146-4c11-8304-f18b0d0cbc4f), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.322181 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Deleting port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 {{(pid=104211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:17.322603 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.392005 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.db [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] For port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9,segment=NetworkSegment(bd405ca6-4e7c-42eb-8895-df5e3a8b872c),segment_id=bd405ca6-4e7c-42eb-8895-df5e3a8b872c)] {{(pid=104211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:17.392302 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.406779 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Calling delete_port for bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 owned by network:dhcp {{(pid=104211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:17.486732 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9133953'] for port (bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.513868 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:17.515741 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] No DVR routers for this DVR port bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 on host dv-cinder-850700-1-iscsi {{(pid=104211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:17.540494 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61015b4-2036-461d-9d0a-792354de8acd None None] DHCP port deletion for 98a15ecd-b146-4c11-8304-f18b0d0cbc4f request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:49:17.560341 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:17.585852 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:17.586375 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device e8c47ce5-8250-4c2f-bcd7-e361e2e91ad4 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:17.598348 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (98a15ecd-b146-4c11-8304-f18b0d0cbc4f), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.620477 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a15ecd-b146-4c11-8304-f18b0d0cbc4f']}} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:17.630404 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c') {'for_net_delete': True} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:17.630710 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.services.segments.db [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd405ca6-4e7c-42eb-8895-df5e3a8b872c') {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:17.639161 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:17.641630 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327954'] for segment (bd405ca6-4e7c-42eb-8895-df5e3a8b872c), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.643296 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:17.657752 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (bd405ca6-4e7c-42eb-8895-df5e3a8b872c), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.664941 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:49:17.665356 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9134038'] for segment (bd405ca6-4e7c-42eb-8895-df5e3a8b872c), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.740076 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (98a15ecd-b146-4c11-8304-f18b0d0cbc4f), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.745570 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:17.748857 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] 10.222.0.57 "DELETE /v2.0/networks/98a15ecd-b146-4c11-8304-f18b0d0cbc4f HTTP/1.1" status: 204 len: 168 time: 0.5524929 Jul 21 23:49:17.752391 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 39020) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:17.762979 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c443f98-8822-464e-93ed-82ede26c795d admin admin] Pushing event deleted for resources: {'Network': ['ID=98a15ecd-b146-4c11-8304-f18b0d0cbc4f,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:18.035612 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:18.092528 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420058'] for router_interface (14942b2d-6eee-425f-b8c9-02ed7564c889), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:18.325889 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Deleting port b37c9a6c-594b-450f-a6f4-5b8063ed44bd {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:18.326527 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:18.414451 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] For port b37c9a6c-594b-450f-a6f4-5b8063ed44bd, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,segment=NetworkSegment(1df0761c-a463-49ff-b882-ca62326ea685),segment_id=1df0761c-a463-49ff-b882-ca62326ea685)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:18.414819 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:18.428430 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Calling delete_port for b37c9a6c-594b-450f-a6f4-5b8063ed44bd owned by network:router_interface {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:18.505604 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:18.632451 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (b37c9a6c-594b-450f-a6f4-5b8063ed44bd), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:18.657391 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37c9a6c-594b-450f-a6f4-5b8063ed44bd,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:18.747397 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment bd405ca6-4e7c-42eb-8895-df5e3a8b872c resource provider aggregate not found Jul 21 23:49:18.768080 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.services.segments.plugin [-] Segment bd405ca6-4e7c-42eb-8895-df5e3a8b872c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd405ca6-4e7c-42eb-8895-df5e3a8b872c found for delete ", "request_id": "req-2d06b5e7-997d-40dd-b7e7-79fab2b3aa6c"}]} Jul 21 23:49:18.835574 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418602'] for router_interface (14942b2d-6eee-425f-b8c9-02ed7564c889), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:18.902462 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 764274cd-01a9-4288-b824-c834303fe834 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:18.921807 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 764274cd-01a9-4288-b824-c834303fe834 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:18.922108 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 764274cd-01a9-4288-b824-c834303fe834 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:18.923052 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:18.943407 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:18.943677 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device bfc5bb5d-caf1-452b-bdbb-a1a379bb2da9 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:19.025028 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:19.053093 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Router 14942b2d-6eee-425f-b8c9-02ed7564c889 has already been hosted by L3 agent cf74bd59-09af-463b-8d96-534329d29cb8 {{(pid=104212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:49:19.156319 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] Notify agent at l3_agent.dv-cinder-850700-1-iscsi the message routers_updated {{(pid=104212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:49:19.161763 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-f6a48557-c638-49d3-853b-1fe6fe4c1b17 admin admin] 10.222.0.57 "PUT /v2.0/routers/14942b2d-6eee-425f-b8c9-02ed7564c889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4083588 Jul 21 23:49:19.164368 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 39050) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:19.167035 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] Sync routers for ids ['14942b2d-6eee-425f-b8c9-02ed7564c889'] in dv-cinder-850700-1-iscsi {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:49:19.178207 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] Routers {'14942b2d-6eee-425f-b8c9-02ed7564c889'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:19.178751 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:49:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['14942b2d-6eee-425f-b8c9-02ed7564c889'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:19.265406 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks [] for router (14942b2d-6eee-425f-b8c9-02ed7564c889), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.280394 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] Set router 14942b2d-6eee-425f-b8c9-02ed7564c889 gateway port host: dv-cinder-850700-1-iscsi {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:19.366117 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks [] for router_gateway (14942b2d-6eee-425f-b8c9-02ed7564c889), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.411731 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Deleting port 1e437078-9b96-4565-aee0-dde1d752ade4 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:19.412072 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.425124 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:19.450845 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'external_fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:49:18Z', 'revision_number': 5, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port': {'id': '1e437078-9b96-4565-aee0-dde1d752ade4', 'name': '', 'network_id': '6b62812d-a6d5-4e8a-ac94-7476984b2ad6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850700-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:44:31Z', 'updated_at': '2022-07-21T23:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '098b9e08-69bc-48b5-b064-ccd1b4eab6f5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850700-1-iscsi'}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:19.480057 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] Checking router: 14942b2d-6eee-425f-b8c9-02ed7564c889 for host: dv-cinder-850700-1-iscsi {{(pid=104213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:49:19.490063 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] Routers {'14942b2d-6eee-425f-b8c9-02ed7564c889'} bound to L3 agent in host dv-cinder-850700-1-iscsi {{(pid=104213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:49:19.490671 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850700-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T23:30:10Z,description=,heartbeat_timestamp=2022-07-21T23:49:10Z,host='dv-cinder-850700-1-iscsi',id=cf74bd59-09af-463b-8d96-534329d29cb8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T23:30:10Z,topic='l3_agent')) {'router_ids': ['14942b2d-6eee-425f-b8c9-02ed7564c889'], 'active': True} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:19.497895 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] For port 1e437078-9b96-4565-aee0-dde1d752ade4, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=1e437078-9b96-4565-aee0-dde1d752ade4,segment=NetworkSegment(f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d),segment_id=f8e4b3f3-9a3f-44c6-9e50-043f13a80f5d)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:19.498262 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.511254 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Calling delete_port for 1e437078-9b96-4565-aee0-dde1d752ade4 owned by network:router_gateway {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:19.576280 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvr_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] Set router 14942b2d-6eee-425f-b8c9-02ed7564c889 gateway port host: None {{(pid=104213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:49:19.699435 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (1e437078-9b96-4565-aee0-dde1d752ade4), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.730414 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e437078-9b96-4565-aee0-dde1d752ade4,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:19.761484 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.761710 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_hamode_db [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:49:19Z', 'revision_number': 6, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port_host': None}], 'dv-cinder-850700-1-iscsi', False) {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:19.761870 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.762567 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.762871 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.763235 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.763792 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.764126 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.764455 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.764782 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.765110 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.765494 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.765845 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.766767 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.767100 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.767422 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850700-1-iscsi {{(pid=104212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:49:19.787533 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a953048-7d7a-4a5d-94c1-5f5130b3d75b None None] The sync data for ids ['14942b2d-6eee-425f-b8c9-02ed7564c889'] in dv-cinder-850700-1-iscsi is: [{'id': '14942b2d-6eee-425f-b8c9-02ed7564c889', 'name': 'tempest-TestShelveInstance-879951423-router', 'tenant_id': '88b02f59005145a49a05978f60591123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:44:30Z', 'updated_at': '2022-07-21T23:49:19Z', 'revision_number': 6, 'project_id': '88b02f59005145a49a05978f60591123', 'gw_port_host': None}] {{(pid=104213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:49:19.841636 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418849'] for router_gateway (14942b2d-6eee-425f-b8c9-02ed7564c889), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.934563 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29825'] for router (14942b2d-6eee-425f-b8c9-02ed7564c889), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.936748 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks [] for router_controller (14942b2d-6eee-425f-b8c9-02ed7564c889), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.975091 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:19.983374 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417924'] for router (14942b2d-6eee-425f-b8c9-02ed7564c889), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.984256 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14942b2d-6eee-425f-b8c9-02ed7564c889 {{(pid=104212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:49:19.988534 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:19.989707 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-5b24721f-5fe3-4df2-8fa4-718157de3f7f admin admin] 10.222.0.57 "DELETE /v2.0/routers/14942b2d-6eee-425f-b8c9-02ed7564c889 HTTP/1.1" status: 204 len: 168 time: 0.8244388 Jul 21 23:49:19.992355 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 39058) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:20.193303 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] Deleting subnet 2c50e439-4de7-4878-93a2-71b26cbc255b {{(pid=104212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:49:20.196802 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] Publish callbacks [] for subnet (2c50e439-4de7-4878-93a2-71b26cbc255b), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.240223 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11354475'] for subnet (2c50e439-4de7-4878-93a2-71b26cbc255b), precommit_delete_associations {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.325062 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530557'] for subnet (2c50e439-4de7-4878-93a2-71b26cbc255b), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.380952 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3918490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12010502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11995258'] for subnet (2c50e439-4de7-4878-93a2-71b26cbc255b), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.404696 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c50e439-4de7-4878-93a2-71b26cbc255b,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:20.410572 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for subnet (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.414096 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-1eb4df7d-0167-468f-a122-6704ae82a775 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2c50e439-4de7-4878-93a2-71b26cbc255b HTTP/1.1" status: 204 len: 168 time: 0.4208128 Jul 21 23:49:20.418324 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 39062) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:20.420647 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c264b-7b8b-4045-bb82-22df903e2e7e None None] Network 607f3ad8-1b33-4eb9-b708-1642665a918d requested from dv-cinder-850700-1-iscsi {{(pid=104213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:49:20.590698 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] DHCP port deletion for 607f3ad8-1b33-4eb9-b708-1642665a918d request from dv-cinder-850700-1-iscsi {{(pid=104213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:49:20.636535 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] Deleting port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 {{(pid=104213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:20.637225 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), before_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.708195 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.db [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] For port b7fc7511-131e-4aef-9f7f-4b758e77e7f6, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,segment=NetworkSegment(1df0761c-a463-49ff-b882-ca62326ea685),segment_id=1df0761c-a463-49ff-b882-ca62326ea685)] {{(pid=104213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:20.708865 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), precommit_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.724496 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] Calling delete_port for b7fc7511-131e-4aef-9f7f-4b758e77e7f6 owned by network:dhcp {{(pid=104213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:20.760524 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737588'] for network (607f3ad8-1b33-4eb9-b708-1642665a918d), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.777493 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:20.815580 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Deleting port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 {{(pid=104212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:49:20.816086 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793305881016'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.830600 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), after_delete {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.832230 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:20.864722 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] Pushing event deleted for resources: {'Port': ['ID=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,revision_number=None']} {{(pid=104213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:20.870545 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a396d7-8780-4c44-b9f3-2358a879983f None None] No DVR routers for this DVR port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 on host dv-cinder-850700-1-iscsi {{(pid=104213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:20.878798 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b37c9a6c-594b-450f-a6f4-5b8063ed44bd no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:20.899577 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: b37c9a6c-594b-450f-a6f4-5b8063ed44bd {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:20.899924 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b37c9a6c-594b-450f-a6f4-5b8063ed44bd not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:20.900340 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b7fc7511-131e-4aef-9f7f-4b758e77e7f6 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:20.901677 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.db [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] For port b7fc7511-131e-4aef-9f7f-4b758e77e7f6, host dv-cinder-850700-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850700-1-iscsi',level=0,port_id=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,segment=NetworkSegment(1df0761c-a463-49ff-b882-ca62326ea685),segment_id=1df0761c-a463-49ff-b882-ca62326ea685)] {{(pid=104212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:49:20.901896 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421850'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:20.903111 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:20.916623 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.plugin [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Calling delete_port for b7fc7511-131e-4aef-9f7f-4b758e77e7f6 owned by network:dhcp {{(pid=104212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:49:20.920490 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: b7fc7511-131e-4aef-9f7f-4b758e77e7f6 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:20.920848 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device b7fc7511-131e-4aef-9f7f-4b758e77e7f6 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:20.921289 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1e437078-9b96-4565-aee0-dde1d752ade4 no longer exists at agent ovs-agent-dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:49:20.941233 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] No Port match for: 1e437078-9b96-4565-aee0-dde1d752ade4 {{(pid=104213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:49:20.941587 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.rpc [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Device 1e437078-9b96-4565-aee0-dde1d752ade4 not bound to the agent host dv-cinder-850700-1-iscsi {{(pid=104213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:49:21.002709 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793305886248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793305525782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12010731'] for port (b7fc7511-131e-4aef-9f7f-4b758e77e7f6), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.027472 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fc7511-131e-4aef-9f7f-4b758e77e7f6,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:21.030919 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] No DVR routers for this DVR port b7fc7511-131e-4aef-9f7f-4b758e77e7f6 on host dv-cinder-850700-1-iscsi {{(pid=104212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:49:21.105296 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530678', 'neutron.services.segments.db._delete_segments_for_network-8793305990988'] for network (607f3ad8-1b33-4eb9-b708-1642665a918d), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.126809 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607f3ad8-1b33-4eb9-b708-1642665a918d']}} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:21.136212 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df0761c-a463-49ff-b882-ca62326ea685') {'for_net_delete': True} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:21.136518 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.services.segments.db [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df0761c-a463-49ff-b882-ca62326ea685') {} {{(pid=104212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:49:21.146418 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793305990117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11354450'] for segment (1df0761c-a463-49ff-b882-ca62326ea685), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.159647 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556'] for segment (1df0761c-a463-49ff-b882-ca62326ea685), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.165998 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:49:21.166390 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-706556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12010684'] for segment (1df0761c-a463-49ff-b882-ca62326ea685), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.189853 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 1df0761c-a463-49ff-b882-ca62326ea685 resource provider aggregate not found Jul 21 23:49:21.230985 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.services.segments.plugin [-] Segment 1df0761c-a463-49ff-b882-ca62326ea685 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1df0761c-a463-49ff-b882-ca62326ea685 found for delete ", "request_id": "req-9def0974-279d-476b-9b7b-4ffe4b22100f"}]} Jul 21 23:49:21.232156 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3911021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419007'] for network (607f3ad8-1b33-4eb9-b708-1642665a918d), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.239118 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874798'] for network (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.244329 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] 10.222.0.57 "DELETE /v2.0/networks/607f3ad8-1b33-4eb9-b708-1642665a918d HTTP/1.1" status: 204 len: 168 time: 0.8226461 Jul 21 23:49:21.257433 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9a028-4c82-4ce5-bf7d-9f368361c61f admin admin] Pushing event deleted for resources: {'Network': ['ID=607f3ad8-1b33-4eb9-b708-1642665a918d,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:21.357576 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 39072) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:21.398713 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-98e368b6-b54f-4e41-8a1e-c2a23f8ce00d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46779b270a484e19a7d9ede6406106d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399971 Jul 21 23:49:21.401090 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 39074) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:21.428544 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:21.451591 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dcac7c29-6c2f-4215-845d-73e53b886c37 admin admin] Publish callbacks [] for security_group (6ac7096b-e329-4da4-abf9-2badc74a1f11), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.473629 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dcac7c29-6c2f-4215-845d-73e53b886c37 admin admin] Publish callbacks [] for security_group (6ac7096b-e329-4da4-abf9-2badc74a1f11), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.520467 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dcac7c29-6c2f-4215-845d-73e53b886c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (6ac7096b-e329-4da4-abf9-2badc74a1f11), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.522960 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-dcac7c29-6c2f-4215-845d-73e53b886c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.524099 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-dcac7c29-6c2f-4215-845d-73e53b886c37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ac7096b-e329-4da4-abf9-2badc74a1f11 HTTP/1.1" status: 204 len: 168 time: 0.1220877 Jul 21 23:49:21.531785 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac7c29-6c2f-4215-845d-73e53b886c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac7096b-e329-4da4-abf9-2badc74a1f11,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:21.848567 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 39080) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:21.891078 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-de022d5d-e51a-459f-aead-52459246344f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88b02f59005145a49a05978f60591123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412302 Jul 21 23:49:21.892557 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 39084) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:21.944853 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-36945554-b4f6-4577-81ab-2f92542fa5c8 admin admin] Publish callbacks [] for security_group (99422660-378b-4da1-bde6-6065d0fc5d12), before_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:21.965931 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-36945554-b4f6-4577-81ab-2f92542fa5c8 admin admin] Publish callbacks [] for security_group (99422660-378b-4da1-bde6-6065d0fc5d12), precommit_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:22.013011 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-36945554-b4f6-4577-81ab-2f92542fa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (99422660-378b-4da1-bde6-6065d0fc5d12), after_delete {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:22.015566 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-36945554-b4f6-4577-81ab-2f92542fa5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:22.016779 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-36945554-b4f6-4577-81ab-2f92542fa5c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99422660-378b-4da1-bde6-6065d0fc5d12 HTTP/1.1" status: 204 len: 168 time: 0.1232953 Jul 21 23:49:22.024648 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36945554-b4f6-4577-81ab-2f92542fa5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99422660-378b-4da1-bde6-6065d0fc5d12,revision_number=None']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:25.459156 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.wsgi [-] (104211) accepted ('10.222.0.57', 39108) {{(pid=104211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:25.572414 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-78f9d206-ba2e-4154-842b-2c3ec60e617a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:25.647718 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-78f9d206-ba2e-4154-842b-2c3ec60e617a admin admin] Publish callbacks [] for security_group (01b6c25a-2f2a-49a9-97af-f88b3e1d3688), precommit_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:25.651213 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-78f9d206-ba2e-4154-842b-2c3ec60e617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (01b6c25a-2f2a-49a9-97af-f88b3e1d3688), after_create {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:25.691811 dv-cinder-850700-1-iscsi neutron-server[104211]: INFO neutron.wsgi [None req-78f9d206-ba2e-4154-842b-2c3ec60e617a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee60968397b8419c9882c9181228e8d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315464 Jul 21 23:49:25.692733 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9d206-ba2e-4154-842b-2c3ec60e617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b6c25a-2f2a-49a9-97af-f88b3e1d3688,revision_number=1']} {{(pid=104211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:25.694578 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.wsgi [-] (104212) accepted ('10.222.0.57', 39112) {{(pid=104212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:49:25.743437 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b05ad1f5-9a9a-45ad-9b55-bb74c6d71c57 admin admin] Publish callbacks [] for security_group (01b6c25a-2f2a-49a9-97af-f88b3e1d3688), before_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:25.764797 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b05ad1f5-9a9a-45ad-9b55-bb74c6d71c57 admin admin] Publish callbacks [] for security_group (01b6c25a-2f2a-49a9-97af-f88b3e1d3688), precommit_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:25.813974 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b05ad1f5-9a9a-45ad-9b55-bb74c6d71c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910972'] for security_group (01b6c25a-2f2a-49a9-97af-f88b3e1d3688), after_delete {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:25.816392 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron_lib.callbacks.manager [None req-b05ad1f5-9a9a-45ad-9b55-bb74c6d71c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:25.817535 dv-cinder-850700-1-iscsi neutron-server[104212]: INFO neutron.wsgi [None req-b05ad1f5-9a9a-45ad-9b55-bb74c6d71c57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01b6c25a-2f2a-49a9-97af-f88b3e1d3688 HTTP/1.1" status: 204 len: 168 time: 0.1219392 Jul 21 23:49:25.825246 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ad1f5-9a9a-45ad-9b55-bb74c6d71c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b6c25a-2f2a-49a9-97af-f88b3e1d3688,revision_number=None']} {{(pid=104212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:49:35.232458 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:35.685621 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=37,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:35.687551 dv-cinder-850700-1-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:35.800476 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:35.821558 dv-cinder-850700-1-iscsi neutron-server[104212]: DEBUG dbcounter [-] [104212] Writing DB stats neutron:SELECT=75,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:36.489911 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=38 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:36.490652 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=51 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:37.791569 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-fc5ff04d-0779-4af8-b3b8-27c94a099649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:40.374844 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-0cab8035-232a-46ce-a979-dee8cb9925b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:41.381357 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:42.791484 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:43.256386 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:49:48.408339 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:49:53.244866 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:49:53.252557 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:05.232100 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:07.793694 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-a062863f-7eb2-420b-b2e9-553f65eb608d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:10.377303 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-d0617e89-d1b3-4a96-a44a-3ade3a57c75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:11.381779 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:12.797147 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:13.259592 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:13.486819 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:13.487543 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=6 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:23.254234 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:23.256123 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:25.406900 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:50:35.230218 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:35.401844 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:35.402531 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:37.796589 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-81d951ee-3a14-4d3b-b94c-ad06fe5b094d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:40.378694 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80b61457-669b-4561-aab3-5108179da05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:41.385294 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:42.795107 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:43.261791 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:50:50.482344 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:50.483301 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:53.252096 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:50:53.257224 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:02.406024 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:51:03.858143 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=13 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:05.262557 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:07.802450 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-daa14f80-7177-4fff-95a4-53da8da40de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:10.380158 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-b324e0f8-66f9-461b-92b1-f712d0023912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:11.387110 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:12.402021 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=15 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:12.799418 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:13.264264 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:23.258238 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:23.260103 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:27.479011 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:27.479639 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:35.261869 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:37.794920 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-4ea51303-3ea1-4181-b753-ab7055647bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:39.404773 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:51:40.381997 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c7a0059a-397b-427a-ad37-88a79409f754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:41.389168 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:42.800826 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:43.268078 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:51:49.400513 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:53.257098 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:51:53.263218 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:04.474431 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:05.260071 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:06.379171 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:07.802323 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c4037eab-c086-41c3-bc26-460897e90062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:10.384076 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-adc95a0e-1fe7-4b1c-b6b5-e24b6cf4e3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:11.393269 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:12.803680 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:13.271718 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:16.403649 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:52:23.260014 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:23.266175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:26.399576 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:26.400233 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:35.274175 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:37.804277 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-8c58fc0d-44c6-45f1-9650-2312035bc85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:40.385292 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-cfee7261-55de-42fd-91f9-7962f800e81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:41.395788 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:41.471290 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:41.471993 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:42.806476 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:43.273864 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:52:53.268375 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:53.270296 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:52:53.402672 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:53:03.852091 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=12 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:03.855015 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=16 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:05.275762 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:07.806022 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-dad098b1-1fd6-4b17-b348-f7b8ffd04b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:10.389782 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-6f93e22a-1bfc-46d5-ad3e-25b6a1b0fb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:11.401565 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:12.811693 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:13.275863 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:18.466937 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:18.467579 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:22.804044 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:23.272125 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:29.365716 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:29.366594 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:30.402469 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:53:35.288402 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:37.807932 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-0b2829e6-a171-4494-b160-248293f5ff5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:40.390397 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-7b615ea7-092b-4a39-92fb-5783d0f093ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:40.399034 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:40.399829 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:41.402911 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:42.812886 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:43.280967 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:53:53.269591 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:53.276693 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:55.463041 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:53:55.464321 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=3 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:05.304864 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:54:06.385123 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:07.402680 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG neutron.db.agents_db [None req-09ab6737-90ae-4bb8-9dc1-ecb86c7cce3b None None] Agent healthcheck: found 6 active agents {{(pid=104214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:54:07.810696 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-aecccb67-e42c-4c0a-bb08-ae30e7d574df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (ea055430-1d07-4162-a114-2df2c53a3710), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:54:10.393269 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-565d4ba9-5895-4d2b-9da9-9850acda1953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (cf74bd59-09af-463b-8d96-534329d29cb8), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:54:11.405819 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1135-2b88-4e5d-8261-f4ebd838624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (f3900070-5e05-45dc-9540-08acadfa8443), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:54:12.816378 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-80ef65a9-42b8-4c09-86ac-782d3c112cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (92aa253e-9282-4985-919b-f0cccdd34acb), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:54:13.274154 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-c05c00ee-af2d-4800-a7d1-af9a07180e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (31183ea2-4923-4699-8886-3291fb4fddca), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:54:17.398629 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:17.399349 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=1 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:23.267788 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:23.270540 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG dbcounter [-] [104213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:32.455964 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=4 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:32.461818 dv-cinder-850700-1-iscsi neutron-server[104214]: DEBUG dbcounter [-] [104214] Writing DB stats neutron:SELECT=2 {{(pid=104214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:54:35.302660 dv-cinder-850700-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-71117b0d-d7ae-4381-ac13-fd2febadc193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793305990970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3527029'] for agent (6108e8da-dc06-495d-ad01-01ead51ca3c6), after_update {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}